#!/usr/bin/python3 import sys import os import logging import subprocess import glob import stat import configparser import shutil curdir = os.path.dirname (__file__) sys.path.insert (0, curdir) from boottoolsfunctions import _run, _is_mounted, btogGetOsInfo1, btogGetOsInfo2, btogGetVar, btogSetFsVirtual, btogSetFsAccess, btogSetFsBase, boottoolsSshServer, boottoolsSshClient, btogFsInitrd, btogFsSqfs, btogIsoGenerator #logging.root.handlers = [] logging.basicConfig ( format='%(levelname)s %(asctime)s (%(funcName)s) %(message)s', level=logging.INFO, handlers = [ logging.FileHandler ('/tmp/boot-tools_installation.log'), logging.StreamHandler (sys.stdout), ], ) logger = logging.getLogger ('boottools') config = configparser.ConfigParser (comment_prefixes='#', inline_comment_prefixes='#') if not os.path.exists ('boottoolsgenerator.cfg'): print ('configuration file "boottoolsgenerator.cfg" not found') sys.exit (1) config.read ('boottoolsgenerator.cfg') isolinux_tpl = config['ISOLinux'].get ('template') if not os.path.exists ('/tmp/opengnsys_installer/opengnsys/client/engine'): branch = 'main' tmpdir, _ = _run (['mktemp', '--tmpdir', '--directory', 'oggit.XXXXXX']) logger.debug ('tmpdir "{}"'.format(tmpdir)) _run (['git', 'clone', '-c', 'http.sslVerify=false', '--branch', branch, 'https://ognproject.evlt.uma.es/gitea/opengnsys/opengnsys.git', tmpdir]) _run (['rsync', '-aH', '{}/client/engine'.format(tmpdir), '{}/client/shared'.format(tmpdir), '/tmp/opengnsys_installer/opengnsys/client/']) _run (['rm', '-rf', tmpdir]) type_client = sys.argv[1] if len(sys.argv)>1 else 'host' #WORKDIR = '/tmp/opengnsys_installer' #INSTALL_TARGET = '/opt/opengnsys' #PROGRAMDIR = $(readlink -e $(dirname "$0")) if os.getuid(): logger.error ('ERROR: this program must run under root privileges!!') sys.exit (1) #os.chdir ('/tmp') ####################################################################3 logger.info ('FASE 1 - Asignación de variables') ogclientcfg, osdistrib, oscodename, osrelease, osarch, oshttp = btogGetOsInfo1(type_client) btdir, bttargetdir, btrootfsimg, btrootfsmnt, btrootfsimglabel, log_file, versionboottools, btvirtualdisksize = btogGetVar(osarch) gitrelease, nameisoclient, namehostclient = btogGetOsInfo2(type_client, versionboottools, ogclientcfg, osdistrib, oscodename, osrelease, osarch, oshttp) logger.info ('OpenGnsys CLIENT installation begins') if _is_mounted (btrootfsmnt): _run (['umount', btrootfsmnt]) ########################################################################## logger.info ('FASE 2 - Instalación de software adicional.') #grep "http://free.nchc.org.tw/drbl-core" /etc/apt/sources.list || echo "deb http://free.nchc.org.tw/drbl-core drbl stable" >> /etc/apt/sources.list _run (['apt-get', 'update']) #>>/tmp/fase2.out acse_gpxe, _ = _run (['apt-cache', 'search', 'gpxe']) acse_ipxe, _ = _run (['apt-cache', 'search', 'ipxe']) if acse_ipxe: pxepkg = 'ipxe' elif acse_gpxe: pxepkg = 'gpxe' else: logger.error ('neither gpxe nor ipxe found in apt-cache') sys.exit (1) logger.info ('PXE package is "{}"'.format (pxepkg)) ## TODO qemu no existe, hace falta? _run (['apt-get', '-y', 'install', 'jq', 'syslinux', 'syslinux-efi', 'syslinux-utils', 'debootstrap', 'subversion', 'schroot', 'squashfs-tools', 'syslinux', 'genisoimage', 'qemu-utils', 'lsof', pxepkg]) #>>/tmp/fase2.out ###################################################################3 logger.info ('FASE 3 - Creación del Sistema raiz RootFS (Segundo Sistema archivos (img))') logger.info ('Fase 3.1 Generar y formatear el disco virtual. Generar el dispositivo loop.') rc = subprocess.run ('file {} |grep -q "partition 1 *: ID=0x83"'.format (btrootfsimg), shell=True).returncode print (rc) if (rc): ## 'file|grep' failed try: btogSetFsVirtual (btrootfsimg, btrootfsimglabel, btrootfsmnt, btvirtualdisksize, bttargetdir, osarch) except Exception as e: logger.error (str (e)) sys.exit (2) logger.info ('Fase 3.2 - Configurar acceso schroot al Segundo Sistema de archivos (img)') btogSetFsAccess (btrootfsimg) ## para hacer schroot --cosas, el mntpt tiene que estar desmontado ## si está montado da un pete tal que 'E: 10mount: mount: /run/schroot/mount/IMGogclient-7fbf51a2-e37e-48e5-8e5d-83f8901fc7ed: wrong fs type, bad option, bad superblock on /dev/loop1, missing codepage or helper program, or other error.' logger.info ('Fase 3.3 Generar sistema de archivos con debootstrap') logger.debug ('Try creation of a file within chroot (this operation may fail with "... etc/resolv.conf: No such file or directory"--that is ok)') logger.debug ('Running \'schroot --chroot IMGogclient -- stat /etc\'') cp = subprocess.run (['schroot', '--chroot', 'IMGogclient', '--', 'stat', '/etc']) if (cp.returncode): logger.debug ('schroot returned code "{}", calling btogSetFsBase()'.format (cp.returncode)) try: _run (['mount', btrootfsimg, btrootfsmnt, '-o', 'loop,offset=32256']) except: logger.error ('mount failed') sys.exit (3) try: btogSetFsBase (btrootfsimg, btrootfsmnt, osarch, oscodename, oshttp) #>>/tmp/fase3.out except Exception as e: logger.error (str (e)) sys.exit (3) ########################################################################### logger.info ('FASE 4 - Incorporando ficheros OpenGnsys al sistema raíz rootfs') ## por qué esta copia??? #cp -a ${BTDIR}/includes/usr/bin/* /tmp >>/tmp/fase5.out #_run (['cp', '-a'] + glob.glob ('{}/includes/usr/bin/*'.format (btdir)) + ['/tmp']) #chmod +x /tmp/boot-tools/*.sh #for i in glob.glob ('/tmp/boot-tools/*.sh'): # st = os.stat (i) # os.chmod (i, st.st_mode|stat.S_IXUSR|stat.S_IXGRP|stat.S_IXOTH) # Incluir revisión. ## FIXME esto la incluye incondicionalmente, y luego terminamos con "OpenGnsys Client 1.2.0-rc1 gitrelease (osrelease) gitrelease (osrelease) gitrelease (osrelease) gitrelease (osrelease) gitrelease (osrelease) gitrelease (osrelease) ..." #sed -i "1 s/$/ $GITRELEASE ($OSRELEASE)/" ${BTDIR}/includes/etc/initramfs-tools/scripts/VERSION.txt _run (['sed', '-i', '1 s/$/ {} ({})/'.format (gitrelease, osrelease), '{}/includes/etc/initramfs-tools/scripts/VERSION.txt'.format (btdir)]) # En Ubuntu 13.04+ es necesario matar proceso de "udev" antes de desmontar. #umount $BTROOTFSMNT 2>/dev/null || (kill -9 $(lsof -t $BTROOTFSMNT); umount $BTROOTFSMNT) 2>/dev/null if (not _is_mounted (btrootfsmnt)): try: _run (['mount', btrootfsimg, btrootfsmnt, '-o', 'loop,offset=32256']) except: logger.error ('mount failed') sys.exit (3) logger.debug ('running \'{}/02-boottoolsFsOpengnsys.py --mntpt "{}" --osdistrib "{}" --oscodename "{}" --osrelease "{}" --osarch "{}" --oshttp "{}"\''.format (curdir, btrootfsmnt, osdistrib, oscodename, osrelease, osarch, oshttp)) stdout, _ = _run (['{}/02-boottoolsFsOpengnsys.py'.format (curdir), '--mntpt', btrootfsmnt, '--osdistrib', osdistrib, '--oscodename', oscodename, '--osrelease', osrelease, '--osarch', osarch, '--oshttp', oshttp]) logger.debug ('02-boottoolsFsOpengnsys stdout follows: {}'.format (stdout)) _run (['umount', btrootfsmnt]) ############################################################################################ logger.info ('FASE 5 - Instalar software') logger.info ('Fase 5.1 instalar paquetes deb con apt-get') logger.debug ('running \'schroot --chroot IMGogclient -- {}/03-boottoolsSoftwareInstall.py --osrelease "{}" --osarch "{}"\''.format (curdir, osrelease, osarch)) stdout, _ = _run (['schroot', '--chroot', 'IMGogclient', '--', '{}/03-boottoolsSoftwareInstall.py'.format (curdir), '--osrelease', osrelease, '--osarch', osarch]) logger.debug ('03-boottoolsSoftwareInstall stdout follows: {}'.format (stdout)) logger.info ('Fase 5.2 compilar software.') logger.debug ('running \'schroot --chroot IMGogclient -- {}/04-boottoolsSoftwareCompile.py\'') #cd / stdout, _ = _run (['schroot', '--chroot', 'IMGogclient', '--', '{}/04-boottoolsSoftwareCompile.py'.format (curdir)]) #cd - logger.debug ('04-boottoolsSoftwareCompile stdout follows: {}'.format (stdout)) try: _run (['mount', btrootfsimg, btrootfsmnt, '-o', 'loop,offset=32256']) except: logger.error ('mount failed') sys.exit (3) ############################################################################################ logger.info ('FASE 6 - Personalizar el sistema creado') logger.info ('Fase 6.1 Incorporar la clave publica del servidor') #cd / #schroot --chroot IMGogclient -- /usr/bin/boot-tools/boottoolsSshServer.sh ## no necesita chroot boottoolsSshServer (btrootfsmnt) #cd - logger.info ('Fase 6.2 Incorporar la clave publica del propio cliente') #schroot --chroot IMGogclient -- /usr/bin/boot-tools/boottoolsSshClient.sh ## no necesita chroot boottoolsSshClient (btrootfsmnt) ## el resultado es: ## - hay un nuevo par de claves en la VM /root/.ssh ## - hay otro nuevo par de claves en el rootfs /var/lib/tftpboot/ogclient/ogclientmount/root/.ssh ## - las dos claves públicas (una de cada par) están autorizadan en el rootfs /var/lib/tftpboot/ogclient/ogclientmount/root/.ssh/authorized_keys ############################################################################################ if _is_mounted (btrootfsmnt): _run (['umount', btrootfsmnt]) logger.info ('Fase 6.3 Configurando las locales') logger.debug ('running \'schroot --chroot IMGogclient -- {}/05-boottoolsFsLocales.py\'') stdout, _ = _run (['schroot', '--chroot', 'IMGogclient', '--', '{}/05-boottoolsFsLocales.py'.format (curdir)]) logger.debug ('05-boottoolsFsLocales stdout follows: {}'.format (stdout)) #cd / #schroot -c IMGogclient -- /usr/bin/boot-tools/boottoolsInitrdGenerate.sh logger.debug ('running \'schroot --chroot IMGogclient -- {}/06-boottoolsInitrdGenerate.py --osrelease "{}"\''.format (curdir, osrelease)) stdout, _ = _run (['schroot', '--chroot', 'IMGogclient', '--', '{}/06-boottoolsInitrdGenerate.py'.format (curdir), '--osrelease', osrelease]) logger.debug ('06-boottoolsInitrdGenerate stdout follows: {}'.format (stdout)) ## esto deja initrd.img-6.8.0-31-generic y vmlinuz-6.8.0-31-generic en /tmp logger.info ('FASE 7 - Generar distribucion') logger.info ('Fase 7.1 Generar el initrd') btogFsInitrd (bttargetdir, osrelease) logger.info ('Fase 7.2 Generar fichero sqfs a partir del fichero img') try: _run (['mount', btrootfsimg, btrootfsmnt, '-o', 'loop,offset=32256']) except: logger.error ('mount failed') sys.exit (3) btogFsSqfs (bttargetdir, btrootfsmnt) _run (['umount', btrootfsmnt]) logger.info ('Fase 7.3 Generar la ISO') btogIsoGenerator (pxepkg, isolinux_tpl, bttargetdir, nameisoclient) logger.info ('OpenGnsys installation finished')