acrn-hypervisor/misc/packaging/install_uSoS.py

388 lines
12 KiB
Python

# -*- coding: utf-8 -*-
#* Copyright (c) 2020 Intel Corporation
import os,sys,copy,json
import subprocess
import datetime
import time
import shlex
import glob
import multiprocessing
#parse json file
with open("release.json","r") as load_f:
load_dict = json.load(load_f)
load_f.close()
with open("deb.json","r") as load_fdeb:
load_dictdeb = json.load(load_fdeb)
load_fdeb.close()
def run_command(cmd, path):
ret_code = 0
print("cmd = %s, path = %s" % (cmd, path))
cmd_proc = subprocess.Popen(shlex.split(cmd), stdout=subprocess.PIPE, stderr=subprocess.STDOUT, cwd = path, universal_newlines=True)
while True:
output = cmd_proc.stdout.readline()
print(output.strip())
ret_code = cmd_proc.poll()
if ret_code is not None:
for output in cmd_proc.stdout.readlines():
print(output.strip())
break
return ret_code
def add_cmd_list(cmd_list, cmd_str, dir_str):
cmd = {}
cmd['cmd'] = cmd_str
cmd['dir'] = dir_str
cmd_list.append(cmd)
def run_cmd_list(cmd_list):
for i, cmd in enumerate(cmd_list):
ret = run_command(cmd['cmd'], cmd['dir'])
if ret != 0:
print("cmd(%s) run in dir(%s) failed and exit" % (cmd['cmd'], cmd['dir']))
exit(-1)
return
# install compile package
def install_compile_package():
#check compile env
os.system('sudo apt install gcc \
git \
make \
gnu-efi \
libssl-dev \
libpciaccess-dev \
uuid-dev \
libsystemd-dev \
libevent-dev \
libxml2-dev \
libusb-1.0-0-dev \
python3 \
python3-pip \
libblkid-dev \
e2fslibs-dev \
pkg-config \
libelf-dev\
libnuma-dev -y')
gcc_version_out = os.popen('gcc --version')
gcc_version = gcc_version_out.read()
if tuple(gcc_version.split(' ')[3].split("\n")[0].split(".")) < tuple(load_dict['gcc_version'].split('.')):
print("your gcc version is too old")
binutils_version_out = os.popen('ld -v')
binutils_version = binutils_version_out.read().split(" ")
if tuple(binutils_version[-1].split("\n")[0].split(".")) < tuple(load_dict['binutils'].split('.')):
print("your binutils version is too old")
os.system('sudo apt install python-pip -y')
os.system('sudo pip3 install kconfiglib')
os.system('sudo apt-get install bison -y')
os.system('sudo apt-get install flex -y')
os.system('sudo apt install liblz4-tool -y')
os.system('sudo apt install bc -y')
# build acrn
def build_acrn():
cmd_list = []
cur_dir = os.getcwd()
hv_dir = cur_dir + '/' + 'acrn-hypervisor'
if os.path.exists('acrn_release_img'):
add_cmd_list(cmd_list, 'rm -rf acrn_release_img', cur_dir)
add_cmd_list(cmd_list, 'mkdir -p acrn_release_img', cur_dir)
if load_dict['sync_acrn_code'] == 'true':
if os.path.exists('acrn-hypervisor'):
add_cmd_list(cmd_list, 'rm -rf acrn-hypervisor', cur_dir)
add_cmd_list(cmd_list, 'git clone %s' % load_dict['acrn_repo'], cur_dir)
add_cmd_list(cmd_list, 'git checkout -b mybranch %s'% load_dict['release_version'], hv_dir)
else:
#clean git code directory
if os.path.exists('acrn-hypervisor'):
add_cmd_list(cmd_list, 'git reset --hard HEAD', hv_dir)
add_cmd_list(cmd_list, 'git checkout master', hv_dir)
add_cmd_list(cmd_list, 'git branch -D mybranch', hv_dir)
add_cmd_list(cmd_list, 'git checkout -b mybranch %s' % load_dict['release_version'], hv_dir)
if load_dict['acrn_patch']['patch_need'] == 'true':
#Need to apply additional acrn patch
patch_path = os.getcwd() + '/' + load_dict['acrn_patch']['patch_dir']
for patch in load_dict['acrn_patch']['patch_list']:
patch_full_name = patch_path + '/' + patch
add_cmd_list(cmd_list, 'git am %s/%s' % (patch_path, patch), hv_dir)
run_cmd_list(cmd_list)
cmd_list = []
make_cmd_list =[]
release = load_dict['build_cmd']['release']
scenario = load_dict['build_cmd']['scenario']
board = load_dict['build_cmd']['board']
info_list = []
for i in scenario:
if scenario[i] == 'true':
for j in board:
if board[j] == 'true':
info_list.append((i,j))
if load_dict['build_cmd']['build_method']['use_xml'] == 'true':
make_cmd = 'make all BOARD_FILE=misc/acrn-config/xmls/board-xmls/%s.xml SCENARIO_FILE=misc/acrn-config/xmls/config-xmls/%s/%s.xml RELEASE=%s'%(j,j,i,release)
else:
make_cmd = 'make all BOARD=%s SCENARIO=%s RELEASE=%s'%(j,i,release)
make_cmd_list.append(make_cmd)
for i in range(len(make_cmd_list)):
add_cmd_list(cmd_list, 'make clean', hv_dir)
add_cmd_list(cmd_list, make_cmd_list[i], hv_dir)
bin_name ='acrn.%s.%s.bin' % (info_list[i][0],info_list[i][1])
out_name ='acrn.%s.%s.32.out' % (info_list[i][0],info_list[i][1])
efi_name ='acrn.%s.%s.efi' % (info_list[i][0],info_list[i][1])
add_cmd_list(cmd_list, 'cp %s acrn_release_img/%s' %(load_dictdeb['acrn.bin']['source'],bin_name), cur_dir)
add_cmd_list(cmd_list, 'cp %s acrn_release_img/%s' %(load_dictdeb['acrn.32.out']['source'],out_name), cur_dir)
if os.path.exists(load_dictdeb['acrn.efi']['source']):
add_cmd_list(cmd_list, 'cp %s acrn_release_img/%s' %(load_dictdeb['acrn.efi']['source'],efi_name), cur_dir)
run_cmd_list(cmd_list)
return
def create_acrn_kernel_deb():
cmd_list = []
cur_dir = os.getcwd()
kernel_dir = cur_dir + '/' + 'acrn-kernel'
kernel_deb_dir = cur_dir + '/' + 'acrn_kernel_deb'
kernel_boot_dir = kernel_dir + '/' + 'boot'
if os.path.exists('acrn_kernel_deb'):
add_cmd_list(cmd_list, 'rm -rf acrn_kernel_deb', cur_dir)
add_cmd_list(cmd_list, 'mkdir -p acrn_kernel_deb', cur_dir)
add_cmd_list(cmd_list, 'mkdir DEBIAN', kernel_deb_dir)
add_cmd_list(cmd_list, 'touch DEBIAN/control', kernel_deb_dir)
# following operations depends on the previous cmmd. Run and clear cmd list here
run_cmd_list(cmd_list)
cmd_list = []
#control file description
listcontrol=['Package: acrn-kernel-package\n','version: %s \n'% datetime.date.today(),'Section: free \n','Priority: optional \n','Architecture: amd64 \n','Installed-Size: 66666 \n','Maintainer: Intel\n','Description: sos_kernel \n','\n']
with open('acrn_kernel_deb/DEBIAN/control','w',encoding='utf-8') as fr:
fr.writelines(listcontrol)
cmd = 'cd acrn-kernel' + '&&' + 'ls *.gz'
filename = os.popen(cmd).read().replace('\n', '').replace('\r', '')
add_cmd_list(cmd_list, 'cp acrn-kernel/%s acrn_kernel_deb/' % filename, cur_dir)
add_cmd_list(cmd_list, 'tar -zvxf %s' % filename, kernel_deb_dir)
# following operations depends on the previous cmmd. Run and clear cmd list here
run_cmd_list(cmd_list)
cmd_list = []
cmd = 'cd acrn_kernel_deb/boot' + '&&' + 'ls vmlinuz*'
version = os.popen(cmd)
f = open("acrn_kernel_deb/boot/version.txt",'w')
f.write(version.read())
f.close()
add_cmd_list(cmd_list, 'cp acrn-kernel.postinst acrn_kernel_deb/DEBIAN/postinst', cur_dir)
add_cmd_list(cmd_list, 'chmod +x acrn_kernel_deb/DEBIAN/postinst', cur_dir)
add_cmd_list(cmd_list, 'sed -i \'s/\r//\' acrn_kernel_deb/DEBIAN/postinst', cur_dir)
add_cmd_list(cmd_list, 'rm acrn_kernel_deb/%s' % filename, cur_dir)
add_cmd_list(cmd_list, 'dpkg -b acrn_kernel_deb acrn_kernel_deb_package.deb ', cur_dir)
run_cmd_list(cmd_list)
cmd_list = []
return
def build_acrn_kernel(acrn_repo,acrn_version):
cmd_list = []
cur_dir = os.getcwd()
kernel_dir = cur_dir + '/' + 'acrn-kernel'
if load_dict['sync_acrn_kernel_code'] == 'true':
if os.path.exists('acrn-kernel'):
add_cmd_list(cmd_list, 'rm -rf acrn-kernel', cur_dir)
add_cmd_list(cmd_list, 'git clone %s' % acrn_repo, cur_dir)
add_cmd_list(cmd_list, 'git checkout %s'% acrn_version, kernel_dir)
if load_dict['kernel_patch']['patch_need'] == 'true':
#Need to apply additional acrn patch
patch_path = os.getcwd() + '/' + load_dict['kernel_patch']['patch_dir']
for patch in load_dict['kernel_patch']['patch_list']:
patch_full_name = patch_path + '/' + patch
add_cmd_list(cmd_list, 'git am %s/%s' % (patch_path, patch), hv_dir)
add_cmd_list(cmd_list, 'make clean', kernel_dir)
add_cmd_list(cmd_list, 'cp kernel_config_uefi_sos .config', kernel_dir)
add_cmd_list(cmd_list, 'make olddefconfig', kernel_dir)
cpu_cnt = multiprocessing.cpu_count()
cmd = 'make targz-pkg' + " -j%s" % str(cpu_cnt)
add_cmd_list(cmd_list, cmd, kernel_dir)
run_cmd_list(cmd_list)
cmd_list = []
return
#install acrn
def install_acrn_deb():
os.system('dpkg -r acrn-package')
os.system('dpkg -i acrn_deb_package.deb ')
#install kernel
def install_acrn_kernel_deb():
os.system('dpkg -r acrn-kernel-package ')
os.system('dpkg -i acrn_kernel_deb_package.deb ')
def create_acrn_deb():
cmd_list = []
cur_dir = os.getcwd()
hv_dir = cur_dir + '/' + 'acrn_release_deb'
path = 'acrn_release_deb'
if os.path.exists(path):
add_cmd_list(cmd_list, 'rm -rf acrn_release_deb', cur_dir)
add_cmd_list(cmd_list, 'mkdir -p acrn_release_deb', cur_dir)
add_cmd_list(cmd_list, 'mkdir DEBIAN', hv_dir)
add_cmd_list(cmd_list, 'touch DEBIAN/control', hv_dir)
# following operations depends on the previous cmmd. Run and clear cmd list here
run_cmd_list(cmd_list)
cmd_list = []
#control file description
acrn_info = load_dict['release_version']
scenario = load_dict['build_cmd']['scenario']
board = load_dict['build_cmd']['board']
scenario_info=""
board_info=""
for i in scenario:
scenario_info = scenario_info + i +" "
for i in board:
board_info = board_info + i +" "
lines=[]
f=open("acrn-hypervisor.postinst",'r')
for line in f:
lines.append(line)
f.close()
start = lines.index('echo "please choose <scenario> ,<board> ,<disk type>"\n')
end = lines.index('echo "Scenario is ->"\n')
del lines[(start+1):(end-1)]
lines.insert(start+1,"\nscenario_info=(%s)\n"%scenario_info)
lines.insert(start+2,"\nboard_info=(%s)\n"%board_info)
with open("acrn-hypervisor.postinst", "w") as f:
for line in lines:
f.write(line)
f.close()
listcontrol=['Package: acrn-package\n','version: %s \n'% datetime.date.today(),'Section: free \n','Priority: optional \n','Architecture: amd64 \n','Installed-Size: 66666 \n','Maintainer: Intel\n','Description: %s \n' % acrn_info,'\n']
with open('acrn_release_deb/DEBIAN/control','w',encoding='utf-8') as fr:
fr.writelines(listcontrol)
#design in acrn_data
with open("deb.json","r") as load_deb:
deb_info = json.load(load_deb)
load_deb.close()
deb_info_list = list(deb_info)
for i in deb_info_list:
source = deb_info[i]['source']
target = deb_info[i]['target']
if target == 'boot':
continue
if os.path.exists(target):
add_cmd_list(cmd_list, 'cp %s %s' % (source,target), cur_dir)
else:
add_cmd_list(cmd_list, 'mkdir -p %s' % target, cur_dir)
add_cmd_list(cmd_list, 'cp %s %s' % (source,target), cur_dir)
add_cmd_list(cmd_list, 'mkdir -p %s' % target, cur_dir)
add_cmd_list(cmd_list, 'cp %s %s' % (source,target), cur_dir)
add_cmd_list(cmd_list, 'cp -r usr acrn_release_deb', cur_dir)
add_cmd_list(cmd_list, 'rm -rf usr', cur_dir)
add_cmd_list(cmd_list, 'mkdir -p acrn_release_deb/boot', cur_dir)
for filename in glob.glob(r'acrn_release_img/acrn.*'):
add_cmd_list(cmd_list, 'cp %s acrn_release_deb/boot' % filename, cur_dir)
add_cmd_list(cmd_list, 'cp acrn-hypervisor.postinst acrn_release_deb/DEBIAN/postinst', cur_dir)
add_cmd_list(cmd_list, 'chmod +x acrn_release_deb/DEBIAN/postinst', cur_dir)
add_cmd_list(cmd_list, 'sed -i \'s/\r//\' acrn_release_deb/DEBIAN/postinst', cur_dir)
add_cmd_list(cmd_list, 'chmod +x acrn_release_deb/DEBIAN/preinst', cur_dir)
add_cmd_list(cmd_list, 'sed -i \'s/\r//\' acrn_release_deb/DEBIAN/preinst', cur_dir)
add_cmd_list(cmd_list, 'dpkg -b acrn_release_deb acrn_deb_package.deb ', cur_dir)
run_cmd_list(cmd_list)
return
def install_process():
if load_dict['install_package'] == 'true':
print('start install package')
install_compile_package()
if load_dict['build_acrn'] == 'true':
print('start build acrn')
build_acrn()
if load_dict['build_acrn_kernel'] == 'true':
print('start build_acrn_kernel')
build_acrn_kernel(load_dict['sos_kernel_repo'],load_dict['kernel_release_version'])
if load_dict['acrn_deb_package'] == 'true':
print('start create acrn_deb_package deb')
create_acrn_deb()
if load_dict['acrn_kernel_deb_package'] == 'true':
print('start create acrn_kernel_deb_package deb')
create_acrn_kernel_deb()
if load_dict['install_acrn_deb'] == 'true':
print('start install_acrn_deb')
install_acrn_deb()
if load_dict['install_acrn_kernel_deb'] == 'true':
print('start install install_acrn_kernel_deb')
install_acrn_kernel_deb()
if load_dict['auto_reboot'] == 'true':
print('start reboot')
os.system("sudo reboot")
if __name__ == "__main__":
install_process()