| 1 | #!/bin/bash |
|---|
| 2 | #/** |
|---|
| 3 | # updateCache |
|---|
| 4 | #@brief Actualiza la cache del cliente con imagen o fichero iso. |
|---|
| 5 | #@param 1 REPO Origen del fichero. -accesible por nfs-samba- |
|---|
| 6 | #@param 2 str_fichero nombre del fichero a actualizar. |
|---|
| 7 | #@param 3 str_protoco. TORRENT | MULTICAST | UNICAST. |
|---|
| 8 | #@param 4 str_opcionesprotocolo |
|---|
| 9 | #@param 4 str_opcionesupdatecache |
|---|
| 10 | #@ejemplo: oneRemoteFromMaster 172.17.36.11 CACHE /imagen1 9000:full-duplex:239.194.17.36:70M:50:100 1 1 partclone lzop |
|---|
| 11 | #@return |
|---|
| 12 | #@exception OG_ERR_FORMAT formato incorrecto. |
|---|
| 13 | #@exception OG_ERR_NOTCACHE No existe cache -15- |
|---|
| 14 | #@exception $OG_ERR_CACHESIZE Tamaño de la paticion menor al archivo a descargar -16- |
|---|
| 15 | #@note |
|---|
| 16 | #@todo: |
|---|
| 17 | #@version 0.9.1 - integracion EAC |
|---|
| 18 | #@author Antonio J. Doblas Viso. Universidad de Malaga. |
|---|
| 19 | #@date 2008/03/17 |
|---|
| 20 | #@version 0.9.2 - integracion OpenGnsys |
|---|
| 21 | #@author Antonio J. Doblas Viso. Universidad de Malaga. |
|---|
| 22 | #@date 2010/07/27 |
|---|
| 23 | #@version 1.0.1 - Control de espacio requerido |
|---|
| 24 | #@author Antonio J.Doblas Viso |
|---|
| 25 | #@date 2011-05-10 |
|---|
| 26 | #@version 2.0.1 - Imagenes sincronizadas |
|---|
| 27 | #@date 2013-02-20 |
|---|
| 28 | #*/ ## |
|---|
| 29 | |
|---|
| 30 | PROG="$(basename $0)" |
|---|
| 31 | if [ $# -lt 3 ]; then |
|---|
| 32 | ogRaiseError session $OG_ERR_FORMAT "$MSG_FORMAT: $PROG str_REPO _str_Relative_Path_OGIMG_with_/ PROTOCOLO OPCIONES_PROTOCOLO OPCIONES_UPDATECACHE" |
|---|
| 33 | exit $? |
|---|
| 34 | fi |
|---|
| 35 | |
|---|
| 36 | #Carga del configurador del engine |
|---|
| 37 | [ -z $OGENGINECONFIGURATE ] && source /opt/opengnsys/etc/engine.cfg |
|---|
| 38 | |
|---|
| 39 | # Clear temporary file used as log track by httpdlog |
|---|
| 40 | # Limpia los ficheros temporales usados como log de seguimiento para httpdlog |
|---|
| 41 | echo " " > $OGLOGCOMMAND |
|---|
| 42 | [ "$(ogGetCaller)" == "deployImage" -o "$(ogGetCaller)" == "restoreBaseImage" -o "$(ogGetCaller)" == "restoreDiffImage" ] || echo -n "" > $OGLOGSESSION; |
|---|
| 43 | |
|---|
| 44 | REPOSITORIO="${1^^}" |
|---|
| 45 | PROTOCOLO="${3^^}" |
|---|
| 46 | OPTPROTOCOLO="$4" |
|---|
| 47 | REPOIP=$(ogGetRepoIp) |
|---|
| 48 | ogEcho log session $REPOSITORIO $REPOIP $PROTOCOLO $OPTPROTOCOLO |
|---|
| 49 | |
|---|
| 50 | # Si el repositorio local CACHE no existe error 15. |
|---|
| 51 | if ! $(ogFindCache >/dev/null); then |
|---|
| 52 | ogRaiseError session $OG_ERR_NOTCACHE "CACHE" |
|---|
| 53 | exit $? |
|---|
| 54 | fi |
|---|
| 55 | |
|---|
| 56 | # comprobar si la imagen existe (.img, .img.diff o directorio) |
|---|
| 57 | REPOFILE=$(ogGetPath "REPO" "/$2") || exit $(ogRaiseError session $OG_ERR_NOTFOUND "REPO /$2"; echo $?) |
|---|
| 58 | |
|---|
| 59 | ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_DOUPDATE" |
|---|
| 60 | # Distingo si es monolitica o sincronizable |
|---|
| 61 | file "$REPOFILE" | grep -i -e " BTRFS Filesystem " -e " ext4 filesystem " -e " directory" 2>&1 > /dev/null |
|---|
| 62 | if [ $? == 0 ]; then |
|---|
| 63 | IMGSYNC=TRUE |
|---|
| 64 | # Para imagen sincronizada, si hay imagen en cache siempre protocolo = rsync. |
|---|
| 65 | CACHEFILE="$(ogGetPath "CACHE" "/$2")" && PROTOCOLO="RSYNC" |
|---|
| 66 | # Si es sincronizada tipo directorio siempre protocolo = rsync. |
|---|
| 67 | [ -d $REPOFILE ] && PROTOCOLO="RSYNC" && IMGTYPE="dir" |
|---|
| 68 | |
|---|
| 69 | # Si es imagen sincronizada siempre da distinto md5. No podemos comprobar -> actualizamos. |
|---|
| 70 | RETVAL=0 |
|---|
| 71 | else |
|---|
| 72 | # Si la imagen es monolitica y ha elegido protocolo = RSYNC salimos con error. |
|---|
| 73 | [ $PROTOCOLO == "RSYNC" ] && exit $(ogRaiseError session $OG_ERR_DONTSYNC_IMAGE "REPO $2"; echo $?) |
|---|
| 74 | IMGSYNC=FALSE |
|---|
| 75 | #TODO: ogUpdateCacheIsNecesary debe borrar la imagen que tenga igual nombre pero distinto sum- |
|---|
| 76 | ogUpdateCacheIsNecesary $1 $2 |
|---|
| 77 | RETVAL=$? |
|---|
| 78 | fi |
|---|
| 79 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 || si RETVAL>2 exit 1 |
|---|
| 80 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 81 | [ "$RETVAL" -gt "1" ] && exit $OG_ERR_UPDATECACHE |
|---|
| 82 | |
|---|
| 83 | ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_CHECKSIZECACHE" |
|---|
| 84 | CACHESIZE=$(ogGetCacheSize) |
|---|
| 85 | CACHESIZEFREE=$(ogGetFreeSize `ogFindCache`) |
|---|
| 86 | FILESIZE=$(ls -sk $(ogGetPath $REPOSITORIO "$2") | cut -f1 -d" ") |
|---|
| 87 | if [ "$IMGTYPE" == "dir" ]; then |
|---|
| 88 | ogEcho log session " * $MSG_SCRIPTS_UPDATECACHE_CHECKSIZEDIR" |
|---|
| 89 | ogEcho log session " du -sk $REPOFILE" |
|---|
| 90 | REALFILESIZE=$(du -sk "$REPOFILE"|awk '{print $1}') |
|---|
| 91 | else |
|---|
| 92 | REALFILESIZE=$(ls -l --block-size=1024 $REPOFILE | cut -f5 -d" ") |
|---|
| 93 | fi |
|---|
| 94 | |
|---|
| 95 | # La sincronizada, si existe la imagen en cache el espacio necesario |
|---|
| 96 | # es la nueva menos lo que ocupa la que ya hay. |
|---|
| 97 | if [ "$PROTOCOLO" == "RSYNC" ]; then |
|---|
| 98 | if [ "$CACHEFILE" == "" ]; then |
|---|
| 99 | CACHEFILESIZE=0 |
|---|
| 100 | else |
|---|
| 101 | if [ "$IMGTYPE" == "dir" ]; then |
|---|
| 102 | ogEcho log session " * $MSG_SCRIPTS_UPDATECACHE_CHECKSIZEDIR $CACHEFILESIZE" |
|---|
| 103 | ogEcho log session " du -sk $CACHEFILE" |
|---|
| 104 | CACHEFILESIZE=$(du -sk $CACHEFILE |awk '{print $1}') |
|---|
| 105 | else |
|---|
| 106 | CACHEFILESIZE=$(ls -l --block-size=1024 "$CACHEFILE" | cut -f5 -d" ") |
|---|
| 107 | fi |
|---|
| 108 | fi |
|---|
| 109 | let SIZEREQUIRED=$REALFILESIZE-$CACHEFILESIZE |
|---|
| 110 | [ $SIZEREQUIRED -lt 0 ] && SIZEREQUIRED=0 |
|---|
| 111 | else |
|---|
| 112 | SIZEREQUIRED=$FILESIZE |
|---|
| 113 | fi |
|---|
| 114 | |
|---|
| 115 | #ERROR CACHESIZE 16 |
|---|
| 116 | if [ "$SIZEREQUIRED" -ge "$CACHESIZE" ] |
|---|
| 117 | then |
|---|
| 118 | ogEcho log session "$MSG_WARNING: $MSG_ERR_CACHESIZE: $2 = $SIZEREQUIRED > CACHE = $CACHESIZE" |
|---|
| 119 | ogRaiseError session $OG_ERR_CACHESIZE "CACHE" |
|---|
| 120 | exit $? |
|---|
| 121 | fi |
|---|
| 122 | |
|---|
| 123 | ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_IFNOTCACHEDO" |
|---|
| 124 | #ERROR CACHESIZE 16 |
|---|
| 125 | if [ "$SIZEREQUIRED" -ge "$CACHESIZEFREE" ] |
|---|
| 126 | then |
|---|
| 127 | # ogEcho log session "[ ] No hay espacio sufiente en la CACHE, detectar que hacer con engine.cfg" |
|---|
| 128 | case "$ACTIONCACHEFULL" in |
|---|
| 129 | NONE) |
|---|
| 130 | NEXTOPERATION=UNICAST |
|---|
| 131 | ;; |
|---|
| 132 | FORMAT) |
|---|
| 133 | ogEcho log session "[51] $MSG_HELP_ogFormatCache " |
|---|
| 134 | ogUnmountCache |
|---|
| 135 | ogFormatCache |
|---|
| 136 | ogMountCache |
|---|
| 137 | NEXTOPERATION=REPEAT |
|---|
| 138 | ;; |
|---|
| 139 | DELETE) |
|---|
| 140 | ogEcho log session "[51] #MSG_HELP_ogDeleteTree $OGCAC$OGIMG/* " |
|---|
| 141 | rm -fr $OGCAC$OGIMG/* |
|---|
| 142 | NEXOPERATION=REPEAT |
|---|
| 143 | ;; |
|---|
| 144 | *) |
|---|
| 145 | ogEcho log session "$MSG_WARNING: $MSG_ERR_CACHESIZE: $2 = $FILESIZE > CACHE = $CACHESIZEFREE" |
|---|
| 146 | ogRaiseError session $OG_ERR_CACHESIZE "CACHE" |
|---|
| 147 | exit $? |
|---|
| 148 | ;; |
|---|
| 149 | esac |
|---|
| 150 | fi |
|---|
| 151 | |
|---|
| 152 | # Comprobamos que imagen cache igual a la del repo. Si sincronizada no podemos comprobar. |
|---|
| 153 | [ "$IMGSYNC" == "TRUE" ] || ogUpdateCacheIsNecesary $REPOSITORIO "$2" |
|---|
| 154 | RETVAL=$? |
|---|
| 155 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 || si RETVAL>2 exit 1 |
|---|
| 156 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 157 | [ "$RETVAL" -gt "1" ] && exit $OG_ERR_UPDATECACHE |
|---|
| 158 | |
|---|
| 159 | ogMountCache >/dev/null |
|---|
| 160 | |
|---|
| 161 | ## Si no existe, crear subdirectorio para el fichero en la cache. |
|---|
| 162 | IMGDIR=$(ogGetParentPath CACHE "/$2") |
|---|
| 163 | if [ $? != 0 ]; then |
|---|
| 164 | ogEcho log session "[5] $MSG_HELP_ogMakeDir \"$2 $(dirname "$2")." |
|---|
| 165 | ogMakeDir CACHE $(dirname "/$2") |
|---|
| 166 | IMGDIR=$(ogGetParentPath CACHE "/$2") || exit $? |
|---|
| 167 | fi |
|---|
| 168 | |
|---|
| 169 | TIME1=$SECONDS |
|---|
| 170 | |
|---|
| 171 | case "$PROTOCOLO" in |
|---|
| 172 | TORRENT) |
|---|
| 173 | ogEcho log session "ogCopyFile $1 $2.torrent absolute $OGCAC/$OGIMG" |
|---|
| 174 | # tiempos |
|---|
| 175 | timewait=$(expr $(printf '%d\n' 0x$(ogGetMacAddress | awk -F: '{print $5$6}')) \* 120 / 65535) |
|---|
| 176 | ogExecAndLog command ogCopyFile $REPOSITORIO "$2.torrent" "$IMGDIR" |
|---|
| 177 | #TODO: comprobar que el tracker definido en el fichero es correcto. |
|---|
| 178 | #TODO comprobar que el fichero torrent está en cache |
|---|
| 179 | # retardamos el inicio -aleatorio de 0 a 120 segundos- al tracker para gestionar mas de +-40 equipos |
|---|
| 180 | P2PWAIT=$[ ( $RANDOM % 120 ) + 1 ] |
|---|
| 181 | ogEcho log session " [ ] $MSG_SCRIPTS_TASK_SLEEP : $P2PWAIT seconds ogTorrentStart CACHE $2.torrent $4" |
|---|
| 182 | sleep $P2PWAIT |
|---|
| 183 | ogEcho log session " [ ] $MSG_SCRIPTS_TASK_START: ogTorrentStart CACHE $2.torrent $4" |
|---|
| 184 | ogExecAndLog command ogTorrentStart CACHE "$2.torrent" $4 |
|---|
| 185 | RESUMEUPDATECACHE=$(grep -m 1 -B1 "Download" $OGLOGCOMMAND) |
|---|
| 186 | RESUMEUPDATECACHEbf=$(grep -m 1 "Download" $OGLOGCOMMAND) |
|---|
| 187 | if [ "$RESUMEUPDATECACHEbf" == "Download complete." ]; then |
|---|
| 188 | rm -f $IMGDIR$2".torrent.bf" |
|---|
| 189 | fi |
|---|
| 190 | ;; |
|---|
| 191 | MULTICAST) |
|---|
| 192 | PORT=$(echo $OPTPROTOCOLO | cut -f1 -d":") |
|---|
| 193 | let PORTAUX=$PORT+1 |
|---|
| 194 | ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_CHECKMCASTSESSION : $REPOIP:$PORTAUX:$PORT" |
|---|
| 195 | #TODO: ticket 379 |
|---|
| 196 | NUMBER=$[ ( $RANDOM % 30 ) + 1 ] |
|---|
| 197 | sleep $NUMBER |
|---|
| 198 | #FIN TODO |
|---|
| 199 | if (nmap -n -sU -p $PORTAUX $REPOIP | grep open) |
|---|
| 200 | then |
|---|
| 201 | ogExecAndLog command ogMcastReceiverFile $PORT CACHE "$2" |
|---|
| 202 | |
|---|
| 203 | else |
|---|
| 204 | # TODO ticket 379 Realizar la petición basada en identificador de operacion |
|---|
| 205 | ogEcho log session "$MSG_SCRIPTS_TASK_START : hose $REPOIP 2009 --out sh -c \"echo -ne START_MULTICAST $2 $OPTPROTOCOLO\"" |
|---|
| 206 | hose $REPOIP 2009 --out sh -c "echo -ne START_MULTICAST $2 $OPTPROTOCOLO" |
|---|
| 207 | #echo "espero y llamo a: ogMcastReceiverFile $PORT CACHE $2" |
|---|
| 208 | sleep 10 |
|---|
| 209 | if (nmap -n -sU -p $PORTAUX $REPOIP | grep open) |
|---|
| 210 | then |
|---|
| 211 | ogExecAndLog command ogMcastReceiverFile $PORT CACHE "$2" |
|---|
| 212 | else |
|---|
| 213 | ogEcho log session "$MSG_SCRIPTS_TASK_ERR : hose $REPOIP 2009 --out sh -c echo -ne START_MULTICAST $2 $OPTPROTOCOLO" |
|---|
| 214 | exit $OG_ERR_UPDATECACHE |
|---|
| 215 | fi |
|---|
| 216 | fi |
|---|
| 217 | #cat $OGLOGCOMMAND.tmp | grep -B1 "Transfer complete" |
|---|
| 218 | sleep 5 |
|---|
| 219 | #cat $OGLOGCOMMAND.tmp | grep -B1 "Transfer complete" |
|---|
| 220 | RESUMEUPDATECACHE=$(grep -m 1 -B1 "Transfer complete" $OGLOGCOMMAND.tmp) |
|---|
| 221 | ;; |
|---|
| 222 | UNICAST) |
|---|
| 223 | #ogEcho log session "unicast" |
|---|
| 224 | ogExecAndLog command ogCopyFile $REPOSITORIO "$2" "$IMGDIR" |
|---|
| 225 | sleep 5 |
|---|
| 226 | RESUMEUPDATECACHE=$(grep -m 1 "100%" $OGLOGCOMMAND.tmp) |
|---|
| 227 | ;; |
|---|
| 228 | RSYNC) |
|---|
| 229 | # Si parametro de protocolo no era rsync, mensaje de cambio protocolo |
|---|
| 230 | [ "${3^^}" == "RSYNC" ] || ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_RSYNCPROTOCOLCHANGE" |
|---|
| 231 | # Opciones de rsync |
|---|
| 232 | USERRSYNC="opengnsys" |
|---|
| 233 | PASSWORD=" --password-file=/scripts/passrsync " |
|---|
| 234 | OPTRSYNC=" --delete --progress " |
|---|
| 235 | [ "$ogrsyncz" == "true" ] && OPTRSYNC="z $OPTRSYNC" |
|---|
| 236 | [ "$ogrsyncw" == "true" ] && OPTRSYNC="w$OPTRSYNC" |
|---|
| 237 | |
|---|
| 238 | if [ -d $REPOFILE ]; then |
|---|
| 239 | # Si es sincronizada tipo directorio. |
|---|
| 240 | [ -d "$OGCAC$OGIMG/$2" ] || mkdir "$OGCAC$OGIMG/$2" |
|---|
| 241 | ogEcho log session "rsync -aHAX$OPTRSYNC $USERRSYNC@$REPOIP::ogimages/$2/ $OGCAC$OGIMG/$2" |
|---|
| 242 | rsync -aHAX$OPTRSYNC $PASSWORD "$USERRSYNC@$REPOIP::ogimages/$2/" "$OGCAC$OGIMG/$2" 2>> $OGLOGCOMMAND | egrep "^sent|^sending|^total%" >> $OGLOGCOMMAND |
|---|
| 243 | else |
|---|
| 244 | # Si es sincronizada tipo archivo. |
|---|
| 245 | [ "${2##*.}" == "img" ] && IMGTYPE="img" || IMGTYPE="diff" |
|---|
| 246 | IMGNAME="${2%.img*}" |
|---|
| 247 | |
|---|
| 248 | DIRMOUNT=$(ogGetMountImageDir "$IMGNAME" $IMGTYPE) |
|---|
| 249 | DIRLOCAL="/tmp/$DIRMOUNT" |
|---|
| 250 | mkdir "$DIRLOCAL" 2>/dev/null |
|---|
| 251 | ogEcho log session "$MSG_SCRIPTS_UPDATECACHE_CHECKSIZEIMG" |
|---|
| 252 | |
|---|
| 253 | # Si la imagen no existe la creo |
|---|
| 254 | # Si la imagen del repositorio es mayor, redimensiono la imagen de cache |
|---|
| 255 | if [ "$CACHEFILE" == "" -o $CACHEFILESIZE -lt $REALFILESIZE ]; then |
|---|
| 256 | ogEcho log session "$MSG_HELP_ogCreateFileImage" |
|---|
| 257 | ogCreateFileImage CACHE "$IMGNAME" $IMGTYPE $REALFILESIZE |
|---|
| 258 | TIMEAUX3=$[SECONDS-TIMEAUX3] |
|---|
| 259 | ogEcho log session " $MSG_SCRIPTS_TASK_END, $MSG_SCRIPTS_TIME_PARTIAL: $[TIMEAUX3/60]m $[TIMEAUX3%60]s" |
|---|
| 260 | fi |
|---|
| 261 | # Montamos las imagenes para sincronizarlas. Quitamos / inicial. |
|---|
| 262 | ogMountImage CACHE "${IMGNAME#\/}" $IMGTYPE || exit $? |
|---|
| 263 | ogMountImage REPO "${IMGNAME#\/}" $IMGTYPE |
|---|
| 264 | # Esperamos que se monte la imagen en el servidor |
|---|
| 265 | ogWaitSyncImage REPO "$IMGNAME" $IMGTYPE "mounted" || exit $? |
|---|
| 266 | ogEcho log session " rsync -aHAX$OPTRSYNC $USERRSYNC@$REPOIP::ogimages/$DIRMOUNT/ $DIRLOCAL" |
|---|
| 267 | rsync -aHAX$OPTRSYNC $PASSWORD "$USERRSYNC@$REPOIP::ogimages/$DIRMOUNT/" "$DIRLOCAL" 2>>$OGLOGCOMMAND | egrep "^sent|^sending|^total|%" >> $OGLOGCOMMAND |
|---|
| 268 | # RETVAL="1" -> OK RETVAL="2" -> error # valores igual que ogUpdateCacheIsNecesary |
|---|
| 269 | [ ${PIPESTATUS[0]} -eq 0 ] && RETVAL="1"|| RETVAL="2" |
|---|
| 270 | # Desmonto las imagenes |
|---|
| 271 | ogUnmountImage CACHE "$IMGNAME" $IMGTYPE |
|---|
| 272 | ogUnmountImage REPO "$IMGNAME" $IMGTYPE |
|---|
| 273 | fi |
|---|
| 274 | ;; |
|---|
| 275 | esac |
|---|
| 276 | |
|---|
| 277 | TIME1=$[SECONDS-TIME1] |
|---|
| 278 | |
|---|
| 279 | ogEcho log session " [ ] $RESUMEUPDATECACHE " |
|---|
| 280 | ogEcho log session " [ ] $MSG_SCRIPTS_TIME_PARTIAL updateCache $[TIME1/60]m $[TIME1%60]s" |
|---|
| 281 | ogEcho log session " [ ] $MSG_SCRIPTS_TASK_START $MSG_HELP_ogCalculateChecksum " |
|---|
| 282 | TIME2=$SECONDS |
|---|
| 283 | # Si es imagen sincronizada siempre da distinto md5. No podemos comprobar |
|---|
| 284 | if [ "$IMGSYNC" == "TRUE" ]; then |
|---|
| 285 | # RETVAL="1" -> OK RETVAL="2" -> error # valores igual que ogUpdateCacheIsNecesary |
|---|
| 286 | [ $PROTOCOLO == "RSYNC" ] || RETVAL=1 |
|---|
| 287 | else |
|---|
| 288 | ogUpdateCacheIsNecesary $REPOSITORIO "$2" |
|---|
| 289 | RETVAL=$? |
|---|
| 290 | fi |
|---|
| 291 | if [ "$(ogGetCaller)" != "deployImage" ]; then |
|---|
| 292 | TIME2=$[SECONDS-TIME2] |
|---|
| 293 | ogEcho log session " [ ] $MSG_SCRIPTS_TIME_PARTIAL $MSG_HELP_ogCalculateChecksum $[TIME2/60]m $[TIME2%60]s" |
|---|
| 294 | fi |
|---|
| 295 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizamos-exit 0 || si RETVAL>2 exit 1 |
|---|
| 296 | [ "$RETVAL" == "0" ] && exit $OG_ERR_UPDATECACHE |
|---|
| 297 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 298 | [ "$RETVAL" -gt "1" ] && exit $OG_ERR_UPDATECACHE |
|---|
| 299 | |
|---|
