| 1 | #!/bin/bash |
|---|
| 2 | |
|---|
| 3 | |
|---|
| 4 | #/** |
|---|
| 5 | # updateCache |
|---|
| 6 | #@brief Actualiza la cache del cliente con imagen o fichero iso. |
|---|
| 7 | #@param 1 REPO Origen del fichero. -accesible por nfs-samba- |
|---|
| 8 | #@param 2 str_fichero nombre del fichero a actualizar. |
|---|
| 9 | #@param 3 str_protoco. TORRENT | MULTICAST | UNICAST. |
|---|
| 10 | #@param 4 str_opcionesprotocolo |
|---|
| 11 | #@param 4 str_opcionesupdatecache |
|---|
| 12 | #@ejemplo: oneRemoteFromMaster 172.17.36.11 CACHE /imagen1 9000:full-duplex:239.194.17.36:70M:50:100 1 1 partclone lzop |
|---|
| 13 | #@return |
|---|
| 14 | #@exception OG_ERR_FORMAT formato incorrecto. |
|---|
| 15 | #@exception OG_ERR_NOTCACHE No existe cache -15- |
|---|
| 16 | #@exception $OG_ERR_CACHESIZE Tamaño de la paticion menor al archivo a descargar -16- |
|---|
| 17 | #@note |
|---|
| 18 | #@todo: |
|---|
| 19 | #@version 0.9.1 - integracion EAC |
|---|
| 20 | #@author Antonio J. Doblas Viso. Universidad de Malaga. |
|---|
| 21 | #@date 2008/03/17 |
|---|
| 22 | #@version 0.9.2 - integracion OpenGnsys |
|---|
| 23 | #@author Antonio J. Doblas Viso. Universidad de Malaga. |
|---|
| 24 | #@date 2010/07/27 |
|---|
| 25 | #@version 1.0.1 - Control de espacio requerido |
|---|
| 26 | #@author Antonio J.Doblas Viso |
|---|
| 27 | #@date 2011-05-10 |
|---|
| 28 | #@version 2.0.1 - Imagenes sincronizadas |
|---|
| 29 | #@date 2013-02-20 |
|---|
| 30 | #*/ ## |
|---|
| 31 | |
|---|
| 32 | PROG="$(basename $0)" |
|---|
| 33 | if [ $# -lt 3 ]; then |
|---|
| 34 | ogRaiseError $OG_ERR_FORMAT "$MSG_FORMAT: $PROG str_REPO _str_Relative_Path_OGIMG_with_/ PROTOCOLO OPCIONES_PROTOCOLO OPCIONES_UPDATECACHE" |
|---|
| 35 | exit $? |
|---|
| 36 | fi |
|---|
| 37 | |
|---|
| 38 | #Carga del configurador del engine |
|---|
| 39 | [ -z $OGENGINECONFIGURATE ] && source /opt/opengnsys/etc/engine.cfg |
|---|
| 40 | |
|---|
| 41 | REPOSITORIO="$1" |
|---|
| 42 | PROTOCOLO="$3" |
|---|
| 43 | OPTPROTOCOLO="$4" |
|---|
| 44 | REPOIP=$(ogGetRepoIp) |
|---|
| 45 | echo $REPOSITORIO $REPOIP $PROTOCOLO $OPTPROTOCOLO |
|---|
| 46 | |
|---|
| 47 | # Si el repositorio local CACHE no existe error 15. |
|---|
| 48 | if ! $(ogFindCache >/dev/null); then |
|---|
| 49 | ogRaiseError $OG_ERR_NOTCACHE "CACHE" |
|---|
| 50 | exit $? |
|---|
| 51 | fi |
|---|
| 52 | |
|---|
| 53 | # comprobar si la imagen existe |
|---|
| 54 | REPOFILE=$(ogGetPath "REPO" "/$2") || ogRaiseError $OG_ERR_NOTFOUND "REPO /$2" |
|---|
| 55 | |
|---|
| 56 | echo "$MSG_SCRIPTS_UPDATECACHE_DOUPDATE " |
|---|
| 57 | # Distingo si es monolitica o sincronizable |
|---|
| 58 | file $REPOFILE | grep -i -e " BTRFS Filesystem " -e " ext4 filesystem " 2>&1 > /dev/null |
|---|
| 59 | if [ $? == 0 ]; then |
|---|
| 60 | IMGSYNC=TRUE |
|---|
| 61 | # Para imagen sincronizada, si hay imagen en cache siempre protocolo = rsync. |
|---|
| 62 | CACHEFILE=$(ogGetPath "CACHE" "/$2") && PROTOCOLO="RSYNC" |
|---|
| 63 | |
|---|
| 64 | # Si es imagen sincronizada siempre da distinto md5. No podemos comprobar -> actualizamos. |
|---|
| 65 | RETVAL=0 |
|---|
| 66 | else |
|---|
| 67 | # Si la imagen es monolitica y ha elegido protocolo = RSYNC salimos con error. |
|---|
| 68 | [ $PROTOCOLO == "RSYNC" ] && exit $(ogRaiseError $OG_ERR_DONTSYNC_IMAGE "REPO $2"; exit 1) |
|---|
| 69 | IMGSYNC=FALSE |
|---|
| 70 | #TODO: ogUpdateCacheIsNecesary debe borrar la imagen que tenga igual nombre pero distinto sum- |
|---|
| 71 | ogUpdateCacheIsNecesary $1 $2 |
|---|
| 72 | RETVAL=$? |
|---|
| 73 | fi |
|---|
| 74 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 || si RETVAL>2 exit 1 |
|---|
| 75 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 76 | [ "$RETVAL" -gt "1" ] && exit 1 |
|---|
| 77 | |
|---|
| 78 | CACHESIZE=$(ogGetCacheSize) |
|---|
| 79 | CACHESIZEFREE=$(ogGetFreeSize `ogFindCache`) |
|---|
| 80 | FILESIZE=$(ls -sk $(ogGetPath $REPOSITORIO "$2") | cut -f1 -d" ") |
|---|
| 81 | REALFILESIZE=$(ls -l --block-size=1024 $(ogGetPath $REPOSITORIO "$2") | cut -f5 -d" ") |
|---|
| 82 | |
|---|
| 83 | # La sincronizada, si existe la imagen en cache el espacio necesario |
|---|
| 84 | # es la nueva menos lo que ocupa la que ya hay. |
|---|
| 85 | if [ "$PROTOCOLO" == "RSYNC" ]; then |
|---|
| 86 | if [ "$CACHEFILE" == "" ]; then |
|---|
| 87 | CACHEFILESIZE=0 |
|---|
| 88 | else |
|---|
| 89 | CACHEFILESIZE=$(ls -l --block-size=1024 "$CACHEFILE" | cut -f5 -d" ") |
|---|
| 90 | fi |
|---|
| 91 | let SIZEREQUIRED=$REALFILESIZE-$CACHEFILESIZE |
|---|
| 92 | [ $SIZEREQUIRED -lt 0 ] && SIZEREQUIRED=0 |
|---|
| 93 | else |
|---|
| 94 | SIZEREQUIRED=$FILESIZE |
|---|
| 95 | fi |
|---|
| 96 | |
|---|
| 97 | echo "$MSG_SCRIPTS_UPDATECACHE_CHECKSIZECACHE" |
|---|
| 98 | #ERROR CACHESIZE 16 |
|---|
| 99 | if [ "$SIZEREQUIRED" -ge "$CACHESIZE" ] |
|---|
| 100 | then |
|---|
| 101 | echo "WARNING: $MSG_ERR_CACHESIZE: $2 = $SIZEREQUIRED > CACHE = $CACHESIZE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 102 | ogRaiseError $OG_ERR_CACHESIZE "CACHE" |
|---|
| 103 | exit $? |
|---|
| 104 | fi |
|---|
| 105 | |
|---|
| 106 | echo "$MSG_SCRIPTS_UPDATECACHE_IFNOTCACHEDO" |
|---|
| 107 | #ERROR CACHESIZE 16 |
|---|
| 108 | if [ "$SIZEREQUIRED" -ge "$CACHESIZEFREE" ] |
|---|
| 109 | then |
|---|
| 110 | # echo "[ ] No hay espacio sufiente en la CACHE, detectar que hacer con engine.cfg" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 111 | case $ACTIONCACHEFULL in |
|---|
| 112 | NONE) |
|---|
| 113 | NEXTOPERATION=UNICAST |
|---|
| 114 | ;; |
|---|
| 115 | FORMAT) |
|---|
| 116 | echo "[51] $MSG_HELP_ogFormatCache " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 117 | ogUnmountCache |
|---|
| 118 | ogFormatCache |
|---|
| 119 | ogMountCache |
|---|
| 120 | NEXTOPERATION=REPEAT |
|---|
| 121 | ;; |
|---|
| 122 | DELETE) |
|---|
| 123 | echo "[51] #MSG_HELP_ogDeleteTree $OGCAC$OGIMG/* " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 124 | rm -fr $OGCAC$OGIMG/* |
|---|
| 125 | NEXOPERATION=REPEAT |
|---|
| 126 | ;; |
|---|
| 127 | *) |
|---|
| 128 | echo "WARNING: $MSG_ERR_CACHESIZE: $2 = $FILESIZE > CACHE = $CACHESIZEFREE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 129 | ogRaiseError $OG_ERR_CACHESIZE "CACHE" |
|---|
| 130 | exit $? |
|---|
| 131 | ;; |
|---|
| 132 | esac |
|---|
| 133 | fi |
|---|
| 134 | |
|---|
| 135 | # Comprobamos que imagen cache igual a la del repo. Si sincronizada no podemos comprobar. |
|---|
| 136 | [ "$IMGSYNC" == "TRUE" ] || ogUpdateCacheIsNecesary $REPOSITORIO "$2" |
|---|
| 137 | RETVAL=$? |
|---|
| 138 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 || si RETVAL>2 exit 1 |
|---|
| 139 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 140 | [ "$RETVAL" -gt "1" ] && exit 1 |
|---|
| 141 | |
|---|
| 142 | ogMountCache >/dev/null |
|---|
| 143 | |
|---|
| 144 | ## Si no existe, crear subdirectorio para el fichero en la cache. |
|---|
| 145 | IMGDIR=$(ogGetParentPath CACHE "/$2") |
|---|
| 146 | if [ $? != 0 ]; then |
|---|
| 147 | echo "[5] $MSG_HELP_ogMakeDir \"$2 $(dirname "$2")." |
|---|
| 148 | ogMakeDir CACHE $(dirname "/$2") |
|---|
| 149 | IMGDIR=$(ogGetParentPath CACHE "/$2") || exit $? |
|---|
| 150 | fi |
|---|
| 151 | |
|---|
| 152 | TIME1=$SECONDS |
|---|
| 153 | |
|---|
| 154 | case "$PROTOCOLO" in |
|---|
| 155 | torrent | TORRENT ) |
|---|
| 156 | echo "ogCopyFile $1 $2.torrent absolute $OGCAC/$OGIMG" |
|---|
| 157 | # tiempos |
|---|
| 158 | timewait=$(expr $(printf '%d\n' 0x$(ogGetMacAddress | awk -F: '{print $5$6}')) \* 120 / 65535) |
|---|
| 159 | ogCopyFile $REPOSITORIO "$2.torrent" "$IMGDIR" |
|---|
| 160 | #TODO: comprobar que el tracker definido en el fichero es correcto. |
|---|
| 161 | #TODO comprobar que el fichero torrent está en cache |
|---|
| 162 | # retardamos el inicio -aleatorio de 0 a 120 segundos- al tracker para gestionar mas de +-40 equipos |
|---|
| 163 | P2PWAIT=$[ ( $RANDOM % 120 ) + 1 ] |
|---|
| 164 | echo " [ ] $MSG_SCRIPTS_TASK_SLEEP : $P2PWAIT seconds ogTorrentStart CACHE $2.torrent $4" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 165 | sleep $P2PWAIT |
|---|
| 166 | echo " [ ] $MSG_SCRIPTS_TASK_START: ogTorrentStart CACHE $2.torrent $4" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 167 | ogTorrentStart CACHE "$2.torrent" $4 |
|---|
| 168 | RESUMEUPDATECACHE=$(cat $OGLOGCOMMAND | grep -B1 "Download") |
|---|
| 169 | ;; |
|---|
| 170 | multicast | MULTICAST ) |
|---|
| 171 | PORT=$(echo $OPTPROTOCOLO | cut -f1 -d":") |
|---|
| 172 | let PORTAUX=$PORT+1 |
|---|
| 173 | echo "$MSG_SCRIPTS_UPDATECACHE_CHECKMCASTSESSION : $REPOIP:$PORTAUX:$PORT" |
|---|
| 174 | #TODO: ticket 379 |
|---|
| 175 | NUMBER=$[ ( $RANDOM % 30 ) + 1 ] |
|---|
| 176 | sleep $NUMBER |
|---|
| 177 | #FIN TODO |
|---|
| 178 | if (nmap -n -sU -p $PORTAUX $REPOIP | grep open) |
|---|
| 179 | then |
|---|
| 180 | ogMcastReceiverFile $PORT CACHE "$2" |
|---|
| 181 | else |
|---|
| 182 | # TODO ticket 379 Realizar la petición basada en identificador de operacion |
|---|
| 183 | echo "$MSG_SCRIPTS_TASK_START : hose $REPOIP 2009 --out sh -c "echo -ne START_MULTICAST $2 $OPTPROTOCOLO"" |
|---|
| 184 | hose $REPOIP 2009 --out sh -c "echo -ne START_MULTICAST $2 $OPTPROTOCOLO" |
|---|
| 185 | #echo "espero y llamo a: ogMcastReceiverFile $PORT CACHE $2" |
|---|
| 186 | sleep 10 |
|---|
| 187 | if (nmap -n -sU -p $PORTAUX $REPOIP | grep open) |
|---|
| 188 | then |
|---|
| 189 | ogMcastReceiverFile $PORT CACHE "$2" |
|---|
| 190 | else |
|---|
| 191 | echo "$MSG_SCRIPTS_TASK_ERR : hose $REPOIP 2009 --out sh -c echo -ne START_MULTICAST $2 $OPTPROTOCOLO" |
|---|
| 192 | exit 1 |
|---|
| 193 | fi |
|---|
| 194 | fi |
|---|
| 195 | #cat $OGLOGCOMMAND.tmp | grep -B1 "Transfer complete" |
|---|
| 196 | sleep 5 |
|---|
| 197 | #cat $OGLOGCOMMAND.tmp | grep -B1 "Transfer complete" |
|---|
| 198 | RESUMEUPDATECACHE=$(cat $OGLOGCOMMAND.tmp | grep -B1 "Transfer complete") |
|---|
| 199 | ;; |
|---|
| 200 | unicast | UNICAST ) |
|---|
| 201 | echo "unicast" |
|---|
| 202 | ogCopyFile $REPOSITORIO "$2" "$IMGDIR" |
|---|
| 203 | ;; |
|---|
| 204 | RSYNC) |
|---|
| 205 | USERRSYNC="opengnsys" |
|---|
| 206 | OPTRSYNC=" --delete --password-file=/scripts/passrsync " |
|---|
| 207 | [ "$ogcompress" == "true" ] && OPTRSYNC="z $OPTRSYNC" |
|---|
| 208 | |
|---|
| 209 | [ "${2##*.}" == "img" ] && IMGTYPE="img" || IMGTYPE="diff" |
|---|
| 210 | IMGNAME="${2%.img*}" |
|---|
| 211 | |
|---|
| 212 | DIRMOUNT=$(ogGetMountDir "$IMGNAME" $IMGTYPE) |
|---|
| 213 | DIRLOCAL="/tmp/$DIRMOUNT" |
|---|
| 214 | mkdir $DIRLOCAL 2>/dev/null |
|---|
| 215 | echo "$MSG_SCRIPTS_UPDATECACHE_CHECKSIZEIMG" |
|---|
| 216 | |
|---|
| 217 | # Si la imagen no existe la creo |
|---|
| 218 | # Si la imagen del repositorio es mayor, redimensiono la imagen de cache |
|---|
| 219 | if [ "$CACHEFILE" == "" -o $CACHEFILESIZE -lt $REALFILESIZE ]; then |
|---|
| 220 | ogCreateFileImage CACHE "$IMGNAME" $IMGTYPE $REALFILESIZE |
|---|
| 221 | TIMEAUX3=$[SECONDS-TIMEAUX3] |
|---|
| 222 | echo " $MSG_SCRIPTS_TASK_END, $MSG_SCRIPTS_TIME_PARTIAL: $[TIMEAUX3/60]m $[TIMEAUX3%60]s" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 223 | fi |
|---|
| 224 | # Montamos las imagenes para sincronizarlas. Quitamos / inicial. |
|---|
| 225 | ogMountImage CACHE "${IMGNAME#\/}" $IMGTYPE >/dev/null |
|---|
| 226 | ogMountImage REPO "${IMGNAME#\/}" $IMGTYPE >/dev/null |
|---|
| 227 | # Esperamos que se monte la imagen en el servidor |
|---|
| 228 | ogWaitMountImage REPO "$IMGNAME" $IMGTYPE |
|---|
| 229 | echo -e "\n rsync -aHAX OPTRSYNC --quiet $USERRSYNC@$REPOIP::ogimages/$DIRMOUNT/ $DIRLOCAL |tee -a $OGLOGSESSION $OGLOGFILE" |
|---|
| 230 | rsync -aHAX$OPTRSYNC --quiet $USERRSYNC@$REPOIP::ogimages/$DIRMOUNT/ $DIRLOCAL |tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 231 | # RETVAL="1" -> OK RETVAL="2" -> error # valores igual que ogUpdateCacheIsNecesary |
|---|
| 232 | [ $? == 0 ] && RETVAL="1"|| RETVAL="2" |
|---|
| 233 | # Desmonto las imagenes |
|---|
| 234 | ogUnmountImage CACHE "$IMGNAME" $IMGTYPE |
|---|
| 235 | ogUnmountImage REPO "$IMGNAME" $IMGTYPE |
|---|
| 236 | ;; |
|---|
| 237 | esac |
|---|
| 238 | |
|---|
| 239 | TIME1=$[SECONDS-TIME1] |
|---|
| 240 | echo " [ ] $RESUMEUPDATECACHE " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 241 | echo " [ ] $MSG_SCRIPTS_TIME_PARTIAL updateCache $[TIME1/60]m $[TIME1%60]s" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 242 | echo " [ ] $MSG_SCRIPTS_TASK_START $MSG_HELP_ogCalculateChecksum " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 243 | TIME2=$SECONDS |
|---|
| 244 | # Si es imagen sincronizada siempre da distinto md5. No podemos comprobar |
|---|
| 245 | if [ "$IMGSYNC" == "TRUE" ]; then |
|---|
| 246 | # RETVAL="1" -> OK RETVAL="2" -> error # valores igual que ogUpdateCacheIsNecesary |
|---|
| 247 | [ $PROTOCOLO == "RSYNC" ] || RETVAL=1 |
|---|
| 248 | else |
|---|
| 249 | ogUpdateCacheIsNecesary $REPOSITORIO "$2" |
|---|
| 250 | RETVAL=$? |
|---|
| 251 | fi |
|---|
| 252 | |
|---|
| 253 | TIME2=$[SECONDS-TIME2] |
|---|
| 254 | echo " [ ] $MSG_SCRIPTS_TIME_PARTIAL $MSG_HELP_ogCalculateChecksum $[TIME2/60]m $[TIME2%60]s" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 255 | |
|---|
| 256 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 || si RETVAL>2 exit 1 |
|---|
| 257 | [ "$RETVAL" == "0" ] && exit 1 |
|---|
| 258 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 259 | [ "$RETVAL" -gt "1" ] && exit 1 |
|---|
| 260 | |
|---|
