Context Navigation

updateCache @ e589e1d

Visit:

Last change on this file since e589e1d was 1602040, checked in by ramon <ramongomez@…>, 11 years ago

Versión 1.0.5, #616: Integrar código de la versión 1.0.5 en rama principal.

git-svn-id: https://opengnsys.es/svn/trunk@4309 a21b9725-9963-47de-94b9-378ad31fedc9

Property mode set to 100755

File size: 11.8 KB

Rev	Line
[914d834]	1	#!/bin/bash
[71643c0]	2	#/**
	3	# updateCache
	4	#@brief Actualiza la cache del cliente con imagen o fichero iso.
	5	#@param 1 REPO Origen del fichero. -accesible por nfs-samba-
	6	#@param 2 str_fichero nombre del fichero a actualizar.
	7	#@param 3 str_protoco. TORRENT \| MULTICAST \| UNICAST.
	8	#@param 4 str_opcionesprotocolo
	9	#@param 4 str_opcionesupdatecache
	10	#@ejemplo: oneRemoteFromMaster 172.17.36.11 CACHE /imagen1 9000:full-duplex:239.194.17.36:70M:50:100 1 1 partclone lzop
	11	#@return
[91aaf03]	12	#@exception OG_ERR_FORMAT formato incorrecto.
	13	#@exception OG_ERR_NOTCACHE No existe cache -15-
	14	#@exception $OG_ERR_CACHESIZE Tamaño de la paticion menor al archivo a descargar -16-
[71643c0]	15	#@note
	16	#@todo:
	17	#@version 0.9.1 - integracion EAC
	18	#@author Antonio J. Doblas Viso. Universidad de Malaga.
	19	#@date 2008/03/17
	20	#@version 0.9.2 - integracion OpenGnsys
	21	#@author Antonio J. Doblas Viso. Universidad de Malaga.
	22	#@date 2010/07/27
	23	#@version 1.0.1 - Control de espacio requerido
	24	#@author Antonio J.Doblas Viso
	25	#@date 2011-05-10
[1602040]	26	#@version 2.0.1 - Imagenes sincronizadas
	27	#@date 2013-02-20
[71643c0]	28	#*/ ##
[914d834]	29
	30	PROG="$(basename $0)"
[ecd8d9a]	31	if [ $# -lt 3 ]; then
[1602040]	32	ogRaiseError session $OG_ERR_FORMAT "$MSG_FORMAT: $PROG str_REPO _str_Relative_Path_OGIMG_with_/ PROTOCOLO OPCIONES_PROTOCOLO OPCIONES_UPDATECACHE"
[914d834]	33	exit $?
	34	fi
	35
[91aaf03]	36	#Carga del configurador del engine
	37	[ -z $OGENGINECONFIGURATE ] && source /opt/opengnsys/etc/engine.cfg
	38
[1602040]	39	# Clear temporary file used as log track by httpdlog
	40	# Limpia los ficheros temporales usados como log de seguimiento para httpdlog
	41	echo " " > $OGLOGCOMMAND
	42	[ "$(ogGetCaller)" == "deployImage" -o "$(ogGetCaller)" == "restoreBaseImage" -o "$(ogGetCaller)" == "restoreDiffImage" ] \|\| echo -n "" > $OGLOGSESSION;
	43
	44	REPOSITORIO="${1^^}"
	45	PROTOCOLO="${3^^}"
[71643c0]	46	OPTPROTOCOLO="$4"
[9b6e62c]	47	REPOIP=$(ogGetRepoIp)
[1602040]	48	ogEcho log session $REPOSITORIO $REPOIP $PROTOCOLO $OPTPROTOCOLO
[91aaf03]	49
	50	# Si el repositorio local CACHE no existe error 15.
[914d834]	51	if ! $(ogFindCache >/dev/null); then
[1602040]	52	ogRaiseError session $OG_ERR_NOTCACHE "CACHE"
[914d834]	53	exit $?
	54	fi
	55
[1602040]	56	# comprobar si la imagen existe (.img, .img.diff o directorio)
	57	REPOFILE=$(ogGetPath "REPO" "/$2") \|\| exit $(ogRaiseError session $OG_ERR_NOTFOUND "REPO /$2"; echo $?)
	58
	59	ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_DOUPDATE"
	60	# Distingo si es monolitica o sincronizable
	61	file "$REPOFILE" \| grep -i -e " BTRFS Filesystem " -e " ext4 filesystem " -e " directory" 2>&1 > /dev/null
	62	if [ $? == 0 ]; then
	63	IMGSYNC=TRUE
	64	# Para imagen sincronizada, si hay imagen en cache siempre protocolo = rsync.
	65	CACHEFILE="$(ogGetPath "CACHE" "/$2")" && PROTOCOLO="RSYNC"
	66	# Si es sincronizada tipo directorio siempre protocolo = rsync.
	67	[ -d $REPOFILE ] && PROTOCOLO="RSYNC" && IMGTYPE="dir"
	68
	69	# Si es imagen sincronizada siempre da distinto md5. No podemos comprobar -> actualizamos.
	70	RETVAL=0
	71	else
	72	# Si la imagen es monolitica y ha elegido protocolo = RSYNC salimos con error.
	73	[ $PROTOCOLO == "RSYNC" ] && exit $(ogRaiseError session $OG_ERR_DONTSYNC_IMAGE "REPO $2"; echo $?)
	74	IMGSYNC=FALSE
	75	#TODO: ogUpdateCacheIsNecesary debe borrar la imagen que tenga igual nombre pero distinto sum-
	76	ogUpdateCacheIsNecesary $1 $2
	77	RETVAL=$?
	78	fi
[ecd8d9a]	79	# si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 \|\| si RETVAL>2 exit 1
	80	[ "$RETVAL" == "1" ] && exit 0
[1602040]	81	[ "$RETVAL" -gt "1" ] && exit $OG_ERR_UPDATECACHE
[ecd8d9a]	82
[1602040]	83	ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_CHECKSIZECACHE"
[91aaf03]	84	CACHESIZE=$(ogGetCacheSize)
[914d834]	85	CACHESIZEFREE=$(ogGetFreeSize `ogFindCache`)
[71643c0]	86	FILESIZE=$(ls -sk $(ogGetPath $REPOSITORIO "$2") \| cut -f1 -d" ")
[1602040]	87	if [ "$IMGTYPE" == "dir" ]; then
	88	ogEcho log session " * $MSG_SCRIPTS_UPDATECACHE_CHECKSIZEDIR"
	89	ogEcho log session " du -sk $REPOFILE"
	90	REALFILESIZE=$(du -sk "$REPOFILE"\|awk '{print $1}')
	91	else
	92	REALFILESIZE=$(ls -l --block-size=1024 $REPOFILE \| cut -f5 -d" ")
	93	fi
[914d834]	94
[1602040]	95	# La sincronizada, si existe la imagen en cache el espacio necesario
	96	# es la nueva menos lo que ocupa la que ya hay.
	97	if [ "$PROTOCOLO" == "RSYNC" ]; then
	98	if [ "$CACHEFILE" == "" ]; then
	99	CACHEFILESIZE=0
	100	else
	101	if [ "$IMGTYPE" == "dir" ]; then
	102	ogEcho log session " * $MSG_SCRIPTS_UPDATECACHE_CHECKSIZEDIR $CACHEFILESIZE"
	103	ogEcho log session " du -sk $CACHEFILE"
	104	CACHEFILESIZE=$(du -sk $CACHEFILE \|awk '{print $1}')
	105	else
	106	CACHEFILESIZE=$(ls -l --block-size=1024 "$CACHEFILE" \| cut -f5 -d" ")
	107	fi
	108	fi
	109	let SIZEREQUIRED=$REALFILESIZE-$CACHEFILESIZE
	110	[ $SIZEREQUIRED -lt 0 ] && SIZEREQUIRED=0
	111	else
	112	SIZEREQUIRED=$FILESIZE
	113	fi
[91aaf03]	114
	115	#ERROR CACHESIZE 16
[1602040]	116	if [ "$SIZEREQUIRED" -ge "$CACHESIZE" ]
[914d834]	117	then
[1602040]	118	ogEcho log session "$MSG_WARNING: $MSG_ERR_CACHESIZE: $2 = $SIZEREQUIRED > CACHE = $CACHESIZE"
	119	ogRaiseError session $OG_ERR_CACHESIZE "CACHE"
	120	exit $?
[914d834]	121	fi
	122
[1602040]	123	ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_IFNOTCACHEDO"
[91aaf03]	124	#ERROR CACHESIZE 16
[1602040]	125	if [ "$SIZEREQUIRED" -ge "$CACHESIZEFREE" ]
[91aaf03]	126	then
[1602040]	127	# ogEcho log session "[ ] No hay espacio sufiente en la CACHE, detectar que hacer con engine.cfg"
	128	case "$ACTIONCACHEFULL" in
[91aaf03]	129	NONE)
	130	NEXTOPERATION=UNICAST
	131	;;
	132	FORMAT)
[1602040]	133	ogEcho log session "[51] $MSG_HELP_ogFormatCache "
[91aaf03]	134	ogUnmountCache
	135	ogFormatCache
	136	ogMountCache
	137	NEXTOPERATION=REPEAT
	138	;;
	139	DELETE)
[1602040]	140	ogEcho log session "[51] #MSG_HELP_ogDeleteTree $OGCAC$OGIMG/* "
[91aaf03]	141	rm -fr $OGCAC$OGIMG/*
	142	NEXOPERATION=REPEAT
	143	;;
	144	*)
[1602040]	145	ogEcho log session "$MSG_WARNING: $MSG_ERR_CACHESIZE: $2 = $FILESIZE > CACHE = $CACHESIZEFREE"
	146	ogRaiseError session $OG_ERR_CACHESIZE "CACHE"
	147	exit $?
[91aaf03]	148	;;
	149	esac
	150	fi
	151
[1602040]	152	# Comprobamos que imagen cache igual a la del repo. Si sincronizada no podemos comprobar.
	153	[ "$IMGSYNC" == "TRUE" ] \|\| ogUpdateCacheIsNecesary $REPOSITORIO "$2"
	154	RETVAL=$?
[ecd8d9a]	155	# si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 \|\| si RETVAL>2 exit 1
	156	[ "$RETVAL" == "1" ] && exit 0
[1602040]	157	[ "$RETVAL" -gt "1" ] && exit $OG_ERR_UPDATECACHE
[914d834]	158
[71643c0]	159	ogMountCache >/dev/null
[914d834]	160
	161	## Si no existe, crear subdirectorio para el fichero en la cache.
[71643c0]	162	IMGDIR=$(ogGetParentPath CACHE "/$2")
[914d834]	163	if [ $? != 0 ]; then
[1602040]	164	ogEcho log session "[5] $MSG_HELP_ogMakeDir \"$2 $(dirname "$2")."
[71643c0]	165	ogMakeDir CACHE $(dirname "/$2")
	166	IMGDIR=$(ogGetParentPath CACHE "/$2") \|\| exit $?
[914d834]	167	fi
	168
[91aaf03]	169	TIME1=$SECONDS
[914d834]	170
	171	case "$PROTOCOLO" in
[1602040]	172	TORRENT)
	173	ogEcho log session "ogCopyFile $1 $2.torrent absolute $OGCAC/$OGIMG"
[71643c0]	174	# tiempos
	175	timewait=$(expr $(printf '%d\n' 0x$(ogGetMacAddress \| awk -F: '{print $5$6}')) \* 120 / 65535)
[1602040]	176	ogCopyFile $REPOSITORIO "$2.torrent" "$IMGDIR" 2>&1 \| tee -a $OGLOGCOMMAND
[9b6e62c]	177	#TODO: comprobar que el tracker definido en el fichero es correcto.
[1602040]	178	#TODO comprobar que el fichero torrent está en cache
[71643c0]	179	# retardamos el inicio -aleatorio de 0 a 120 segundos- al tracker para gestionar mas de +-40 equipos
	180	P2PWAIT=$[ ( $RANDOM % 120 ) + 1 ]
[1602040]	181	ogEcho log session " [ ] $MSG_SCRIPTS_TASK_SLEEP : $P2PWAIT seconds ogTorrentStart CACHE $2.torrent $4"
[71643c0]	182	sleep $P2PWAIT
[1602040]	183	ogEcho log session " [ ] $MSG_SCRIPTS_TASK_START: ogTorrentStart CACHE $2.torrent $4"
	184	ogTorrentStart CACHE "$2.torrent" $4 2>&1 \| tee -a $OGLOGCOMMAND
	185	RESUMEUPDATECACHE=$(grep -m 1 -B1 "Download" $OGLOGCOMMAND)
	186	RESUMEUPDATECACHEbf=$(grep -m 1 "Download" $OGLOGCOMMAND)
	187	if [ "$RESUMEUPDATECACHEbf" == "Download complete." ]; then
	188	rm $IMGDIR$2".torrent.bf" 2>&1 \| tee -a $OGLOGCOMMAND
	189	fi
[914d834]	190	;;
[1602040]	191	MULTICAST)
[9b6e62c]	192	PORT=$(echo $OPTPROTOCOLO \| cut -f1 -d":")
	193	let PORTAUX=$PORT+1
[1602040]	194	ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_CHECKMCASTSESSION : $REPOIP:$PORTAUX:$PORT"
	195	#TODO: ticket 379
[e8460d2]	196	NUMBER=$[ ( $RANDOM % 30 ) + 1 ]
	197	sleep $NUMBER
	198	#FIN TODO
[9b6e62c]	199	if (nmap -n -sU -p $PORTAUX $REPOIP \| grep open)
	200	then
[1602040]	201	ogMcastReceiverFile $PORT CACHE "$2" 2>&1 \| tee -a $OGLOGCOMMAND
	202
[9b6e62c]	203	else
[e8460d2]	204	# TODO ticket 379 Realizar la petición basada en identificador de operacion
[1602040]	205	ogEcho log session "$MSG_SCRIPTS_TASK_START : hose $REPOIP 2009 --out sh -c \"echo -ne START_MULTICAST $2 $OPTPROTOCOLO\""
[9b6e62c]	206	hose $REPOIP 2009 --out sh -c "echo -ne START_MULTICAST $2 $OPTPROTOCOLO"
	207	#echo "espero y llamo a: ogMcastReceiverFile $PORT CACHE $2"
[e8460d2]	208	sleep 10
	209	if (nmap -n -sU -p $PORTAUX $REPOIP \| grep open)
	210	then
[1602040]	211	ogMcastReceiverFile $PORT CACHE "$2" 2>&1 \| tee -a $OGLOGCOMMAND
[e8460d2]	212	else
[1602040]	213	ogEcho log session "$MSG_SCRIPTS_TASK_ERR : hose $REPOIP 2009 --out sh -c echo -ne START_MULTICAST $2 $OPTPROTOCOLO"
	214	exit $OG_ERR_UPDATECACHE
[e8460d2]	215	fi
[91aaf03]	216	fi
	217	#cat $OGLOGCOMMAND.tmp \| grep -B1 "Transfer complete"
	218	sleep 5
	219	#cat $OGLOGCOMMAND.tmp \| grep -B1 "Transfer complete"
[1602040]	220	RESUMEUPDATECACHE=$(grep -m 1 -B1 "Transfer complete" $OGLOGCOMMAND.tmp)
[914d834]	221	;;
[1602040]	222	UNICAST)
	223	#ogEcho log session "unicast"
	224	ogCopyFile $REPOSITORIO "$2" "$IMGDIR" 2>&1 \| tee -a $OGLOGCOMMAND
	225	sleep 5
	226	RESUMEUPDATECACHE=$(grep -m 1 "100%" $OGLOGCOMMAND.tmp)
	227	;;
	228	RSYNC)
	229	# Si parametro de protocolo no era rsync, mensaje de cambio protocolo
	230	[ "${3^^}" == "RSYNC" ] \|\| ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_RSYNCPROTOCOLCHANGE"
	231	# Opciones de rsync
	232	USERRSYNC="opengnsys"
	233	PASSWORD=" --password-file=/scripts/passrsync "
	234	OPTRSYNC=" --delete --progress "
	235	[ "$ogrsyncz" == "true" ] && OPTRSYNC="z $OPTRSYNC"
	236	[ "$ogrsyncw" == "true" ] && OPTRSYNC="w$OPTRSYNC"
	237
	238	if [ -d $REPOFILE ]; then
	239	# Si es sincronizada tipo directorio.
	240	[ -d "$OGCAC$OGIMG/$2" ] \|\| mkdir "$OGCAC$OGIMG/$2"
	241	ogEcho log session "rsync -aHAX$OPTRSYNC $USERRSYNC@$REPOIP::ogimages/$2/ $OGCAC$OGIMG/$2"
	242	rsync -aHAX$OPTRSYNC $PASSWORD "$USERRSYNC@$REPOIP::ogimages/$2/" "$OGCAC$OGIMG/$2" 2>> $OGLOGCOMMAND \| egrep "^sent\|^sending\|^total%" >> $OGLOGCOMMAND
	243	else
	244	# Si es sincronizada tipo archivo.
	245	[ "${2##*.}" == "img" ] && IMGTYPE="img" \|\| IMGTYPE="diff"
	246	IMGNAME="${2%.img*}"
	247
	248	DIRMOUNT=$(ogGetMountImageDir "$IMGNAME" $IMGTYPE)
	249	DIRLOCAL="/tmp/$DIRMOUNT"
	250	mkdir "$DIRLOCAL" 2>/dev/null
	251	ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_CHECKSIZEIMG"
	252
	253	# Si la imagen no existe la creo
	254	# Si la imagen del repositorio es mayor, redimensiono la imagen de cache
	255	if [ "$CACHEFILE" == "" -o $CACHEFILESIZE -lt $REALFILESIZE ]; then
	256	ogEcho log session "$MSG_HELP_ogCreateFileImage"
	257	ogCreateFileImage CACHE "$IMGNAME" $IMGTYPE $REALFILESIZE
	258	TIMEAUX3=$[SECONDS-TIMEAUX3]
	259	ogEcho log session " $MSG_SCRIPTS_TASK_END, $MSG_SCRIPTS_TIME_PARTIAL: $[TIMEAUX3/60]m $[TIMEAUX3%60]s"
	260	fi
	261	# Montamos las imagenes para sincronizarlas. Quitamos / inicial.
	262	ogMountImage CACHE "${IMGNAME#\/}" $IMGTYPE \|\| exit $?
	263	ogMountImage REPO "${IMGNAME#\/}" $IMGTYPE
	264	# Esperamos que se monte la imagen en el servidor
	265	ogWaitMountImage REPO "$IMGNAME" $IMGTYPE \|\| exit $?
	266	ogEcho log session " rsync -aHAX$OPTRSYNC $USERRSYNC@$REPOIP::ogimages/$DIRMOUNT/ $DIRLOCAL"
	267	rsync -aHAX$OPTRSYNC $PASSWORD "$USERRSYNC@$REPOIP::ogimages/$DIRMOUNT/" "$DIRLOCAL" 2>>$OGLOGCOMMAND \| egrep "^sent\|^sending\|^total\|%" >> $OGLOGCOMMAND
	268	# RETVAL="1" -> OK RETVAL="2" -> error # valores igual que ogUpdateCacheIsNecesary
	269	[ ${PIPESTATUS[0]} -eq 0 ] && RETVAL="1"\|\| RETVAL="2"
	270	# Desmonto las imagenes
	271	ogUnmountImage CACHE "$IMGNAME" $IMGTYPE
	272	ogUnmountImage REPO "$IMGNAME" $IMGTYPE
	273	fi
[914d834]	274	;;
	275	esac
	276
[91aaf03]	277	TIME1=$[SECONDS-TIME1]
	278
[1602040]	279	ogEcho log session " [ ] $RESUMEUPDATECACHE "
	280	ogEcho log session " [ ] $MSG_SCRIPTS_TIME_PARTIAL updateCache $[TIME1/60]m $[TIME1%60]s"
	281	ogEcho log session " [ ] $MSG_SCRIPTS_TASK_START $MSG_HELP_ogCalculateChecksum "
	282	TIME2=$SECONDS
	283	# Si es imagen sincronizada siempre da distinto md5. No podemos comprobar
	284	if [ "$IMGSYNC" == "TRUE" ]; then
	285	# RETVAL="1" -> OK RETVAL="2" -> error # valores igual que ogUpdateCacheIsNecesary
	286	[ $PROTOCOLO == "RSYNC" ] \|\| RETVAL=1
	287	else
	288	ogUpdateCacheIsNecesary $REPOSITORIO "$2"
	289	RETVAL=$?
	290	fi
	291	if [ "$(ogGetCaller)" != "deployImage" ]; then
	292	TIME2=$[SECONDS-TIME2]
	293	ogEcho log session " [ ] $MSG_SCRIPTS_TIME_PARTIAL $MSG_HELP_ogCalculateChecksum $[TIME2/60]m $[TIME2%60]s"
	294	fi
	295	# si RETVAL=0 => actualizamos si RETVAL=1 no actaulizamos-exit 0 \|\| si RETVAL>2 exit 1
	296	[ "$RETVAL" == "0" ] && exit $OG_ERR_UPDATECACHE
[ecd8d9a]	297	[ "$RETVAL" == "1" ] && exit 0
[1602040]	298	[ "$RETVAL" -gt "1" ] && exit $OG_ERR_UPDATECACHE
[71643c0]	299

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format