| 1 | #!/bin/bash |
|---|
| 2 | |
|---|
| 3 | |
|---|
| 4 | #/** |
|---|
| 5 | # updateCache |
|---|
| 6 | #@brief Actualiza la cache del cliente con imagen o fichero iso. |
|---|
| 7 | #@param 1 REPO Origen del fichero. -accesible por nfs-samba- |
|---|
| 8 | #@param 2 str_fichero nombre del fichero a actualizar. |
|---|
| 9 | #@param 3 str_protoco. TORRENT | MULTICAST | UNICAST. |
|---|
| 10 | #@param 4 str_opcionesprotocolo |
|---|
| 11 | #@param 4 str_opcionesupdatecache |
|---|
| 12 | #@ejemplo: oneRemoteFromMaster 172.17.36.11 CACHE /imagen1 9000:full-duplex:239.194.17.36:70M:50:100 1 1 partclone lzop |
|---|
| 13 | #@return |
|---|
| 14 | #@exception OG_ERR_FORMAT formato incorrecto. |
|---|
| 15 | #@exception OG_ERR_NOTCACHE No existe cache -15- |
|---|
| 16 | #@exception $OG_ERR_CACHESIZE Tamaño de la paticion menor al archivo a descargar -16- |
|---|
| 17 | #@note |
|---|
| 18 | #@todo: |
|---|
| 19 | #@version 0.9.1 - integracion EAC |
|---|
| 20 | #@author Antonio J. Doblas Viso. Universidad de Malaga. |
|---|
| 21 | #@date 2008/03/17 |
|---|
| 22 | #@version 0.9.2 - integracion OpenGnsys |
|---|
| 23 | #@author Antonio J. Doblas Viso. Universidad de Malaga. |
|---|
| 24 | #@date 2010/07/27 |
|---|
| 25 | #@version 1.0.1 - Control de espacio requerido |
|---|
| 26 | #@author Antonio J.Doblas Viso |
|---|
| 27 | #@date 2011-05-10 |
|---|
| 28 | #@version 2.0.1 - Imagenes sincronizadas |
|---|
| 29 | #@date 2013-02-20 |
|---|
| 30 | #*/ ## |
|---|
| 31 | |
|---|
| 32 | PROG="$(basename $0)" |
|---|
| 33 | if [ $# -lt 3 ]; then |
|---|
| 34 | ogRaiseError $OG_ERR_FORMAT "$MSG_FORMAT: $PROG str_REPO _str_Relative_Path_OGIMG_with_/ PROTOCOLO OPCIONES_PROTOCOLO OPCIONES_UPDATECACHE" |
|---|
| 35 | exit $? |
|---|
| 36 | fi |
|---|
| 37 | |
|---|
| 38 | #Carga del configurador del engine |
|---|
| 39 | [ -z $OGENGINECONFIGURATE ] && source /opt/opengnsys/etc/engine.cfg |
|---|
| 40 | |
|---|
| 41 | REPOSITORIO="${1^^}" |
|---|
| 42 | PROTOCOLO="${3^^}" |
|---|
| 43 | OPTPROTOCOLO="$4" |
|---|
| 44 | REPOIP=$(ogGetRepoIp) |
|---|
| 45 | echo $REPOSITORIO $REPOIP $PROTOCOLO $OPTPROTOCOLO |
|---|
| 46 | |
|---|
| 47 | # Si el repositorio local CACHE no existe error 15. |
|---|
| 48 | if ! $(ogFindCache >/dev/null); then |
|---|
| 49 | ogRaiseError $OG_ERR_NOTCACHE "CACHE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 50 | exit ${PIPESTATUS[0]} |
|---|
| 51 | fi |
|---|
| 52 | |
|---|
| 53 | # comprobar si la imagen existe (.img, .img.diff o directorio) |
|---|
| 54 | REPOFILE=$(ogGetPath "REPO" "/$2") || exit $(ogRaiseError $OG_ERR_NOTFOUND "REPO /$2") |
|---|
| 55 | |
|---|
| 56 | echo "$MSG_SCRIPTS_UPDATECACHE_DOUPDATE " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 57 | # Distingo si es monolitica o sincronizable |
|---|
| 58 | file "$REPOFILE" | grep -i -e " BTRFS Filesystem " -e " ext4 filesystem " -e " directory" 2>&1 > /dev/null |
|---|
| 59 | if [ $? == 0 ]; then |
|---|
| 60 | IMGSYNC=TRUE |
|---|
| 61 | # Para imagen sincronizada, si hay imagen en cache siempre protocolo = rsync. |
|---|
| 62 | CACHEFILE="$(ogGetPath "CACHE" "/$2")" && PROTOCOLO="RSYNC" |
|---|
| 63 | # Si es sincronizada tipo directorio siempre protocolo = rsync. |
|---|
| 64 | [ -d $REPOFILE ] && PROTOCOLO="RSYNC" && IMGTYPE="dir" |
|---|
| 65 | |
|---|
| 66 | # Si es imagen sincronizada siempre da distinto md5. No podemos comprobar -> actualizamos. |
|---|
| 67 | RETVAL=0 |
|---|
| 68 | else |
|---|
| 69 | # Si la imagen es monolitica y ha elegido protocolo = RSYNC salimos con error. |
|---|
| 70 | [ $PROTOCOLO == "RSYNC" ] && exit $(ogRaiseError $OG_ERR_DONTSYNC_IMAGE "REPO $2") |
|---|
| 71 | IMGSYNC=FALSE |
|---|
| 72 | #TODO: ogUpdateCacheIsNecesary debe borrar la imagen que tenga igual nombre pero distinto sum- |
|---|
| 73 | ogUpdateCacheIsNecesary $1 $2 |
|---|
| 74 | RETVAL=$? |
|---|
| 75 | fi |
|---|
| 76 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 || si RETVAL>2 exit 1 |
|---|
| 77 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 78 | [ "$RETVAL" -gt "1" ] && exit 1 |
|---|
| 79 | |
|---|
| 80 | echo "$MSG_SCRIPTS_UPDATECACHE_CHECKSIZECACHE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 81 | CACHESIZE=$(ogGetCacheSize) |
|---|
| 82 | CACHESIZEFREE=$(ogGetFreeSize `ogFindCache`) |
|---|
| 83 | FILESIZE=$(ls -sk $(ogGetPath $REPOSITORIO "$2") | cut -f1 -d" ") |
|---|
| 84 | if [ "$IMGTYPE" == "dir" ]; then |
|---|
| 85 | echo " * $MSG_SCRIPTS_UPDATECACHE_CHECKSIZEDIR" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 86 | echo " du -sk $REPOFILE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 87 | REALFILESIZE=$(du -sk "$REPOFILE"|awk '{print $1}') |
|---|
| 88 | else |
|---|
| 89 | REALFILESIZE=$(ls -l --block-size=1024 $REPOFILE | cut -f5 -d" ") |
|---|
| 90 | fi |
|---|
| 91 | |
|---|
| 92 | # La sincronizada, si existe la imagen en cache el espacio necesario |
|---|
| 93 | # es la nueva menos lo que ocupa la que ya hay. |
|---|
| 94 | if [ "$PROTOCOLO" == "RSYNC" ]; then |
|---|
| 95 | if [ "$CACHEFILE" == "" ]; then |
|---|
| 96 | CACHEFILESIZE=0 |
|---|
| 97 | else |
|---|
| 98 | if [ "$IMGTYPE" == "dir" ]; then |
|---|
| 99 | echo " * $MSG_SCRIPTS_UPDATECACHE_CHECKSIZEDIR $CACHEFILESIZE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 100 | echo " du -sk $CACHEFILE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 101 | CACHEFILESIZE=$(du -sk $CACHEFILE |awk '{print $1}') |
|---|
| 102 | else |
|---|
| 103 | CACHEFILESIZE=$(ls -l --block-size=1024 "$CACHEFILE" | cut -f5 -d" ") |
|---|
| 104 | fi |
|---|
| 105 | fi |
|---|
| 106 | let SIZEREQUIRED=$REALFILESIZE-$CACHEFILESIZE |
|---|
| 107 | [ $SIZEREQUIRED -lt 0 ] && SIZEREQUIRED=0 |
|---|
| 108 | else |
|---|
| 109 | SIZEREQUIRED=$FILESIZE |
|---|
| 110 | fi |
|---|
| 111 | |
|---|
| 112 | #ERROR CACHESIZE 16 |
|---|
| 113 | if [ "$SIZEREQUIRED" -ge "$CACHESIZE" ] |
|---|
| 114 | then |
|---|
| 115 | echo "$MSG_WARNING: $MSG_ERR_CACHESIZE: $2 = $SIZEREQUIRED > CACHE = $CACHESIZE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 116 | ogRaiseError $OG_ERR_CACHESIZE "CACHE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 117 | exit ${PIPESTATUS[0]} |
|---|
| 118 | fi |
|---|
| 119 | |
|---|
| 120 | echo "$MSG_SCRIPTS_UPDATECACHE_IFNOTCACHEDO" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 121 | #ERROR CACHESIZE 16 |
|---|
| 122 | if [ "$SIZEREQUIRED" -ge "$CACHESIZEFREE" ] |
|---|
| 123 | then |
|---|
| 124 | # echo "[ ] No hay espacio sufiente en la CACHE, detectar que hacer con engine.cfg" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 125 | case "$ACTIONCACHEFULL" in |
|---|
| 126 | NONE) |
|---|
| 127 | NEXTOPERATION=UNICAST |
|---|
| 128 | ;; |
|---|
| 129 | FORMAT) |
|---|
| 130 | echo "[51] $MSG_HELP_ogFormatCache " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 131 | ogUnmountCache |
|---|
| 132 | ogFormatCache |
|---|
| 133 | ogMountCache |
|---|
| 134 | NEXTOPERATION=REPEAT |
|---|
| 135 | ;; |
|---|
| 136 | DELETE) |
|---|
| 137 | echo "[51] #MSG_HELP_ogDeleteTree $OGCAC$OGIMG/* " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 138 | rm -fr $OGCAC$OGIMG/* |
|---|
| 139 | NEXOPERATION=REPEAT |
|---|
| 140 | ;; |
|---|
| 141 | *) |
|---|
| 142 | echo "$MSG_WARNING: $MSG_ERR_CACHESIZE: $2 = $FILESIZE > CACHE = $CACHESIZEFREE" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 143 | ogRaiseError $OG_ERR_CACHESIZE "CACHE" |
|---|
| 144 | exit $? |
|---|
| 145 | ;; |
|---|
| 146 | esac |
|---|
| 147 | fi |
|---|
| 148 | |
|---|
| 149 | # Comprobamos que imagen cache igual a la del repo. Si sincronizada no podemos comprobar. |
|---|
| 150 | [ "$IMGSYNC" == "TRUE" ] || ogUpdateCacheIsNecesary $REPOSITORIO "$2" |
|---|
| 151 | RETVAL=$? |
|---|
| 152 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizasmo-exit 0 || si RETVAL>2 exit 1 |
|---|
| 153 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 154 | [ "$RETVAL" -gt "1" ] && exit 1 |
|---|
| 155 | |
|---|
| 156 | ogMountCache >/dev/null |
|---|
| 157 | |
|---|
| 158 | ## Si no existe, crear subdirectorio para el fichero en la cache. |
|---|
| 159 | IMGDIR=$(ogGetParentPath CACHE "/$2") |
|---|
| 160 | if [ $? != 0 ]; then |
|---|
| 161 | echo "[5] $MSG_HELP_ogMakeDir \"$2 $(dirname "$2")." | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 162 | ogMakeDir CACHE $(dirname "/$2") |
|---|
| 163 | IMGDIR=$(ogGetParentPath CACHE "/$2") || exit $? |
|---|
| 164 | fi |
|---|
| 165 | |
|---|
| 166 | TIME1=$SECONDS |
|---|
| 167 | |
|---|
| 168 | case "$PROTOCOLO" in |
|---|
| 169 | TORRENT) |
|---|
| 170 | echo "ogCopyFile $1 $2.torrent absolute $OGCAC/$OGIMG" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 171 | # tiempos |
|---|
| 172 | timewait=$(expr $(printf '%d\n' 0x$(ogGetMacAddress | awk -F: '{print $5$6}')) \* 120 / 65535) |
|---|
| 173 | ogCopyFile $REPOSITORIO "$2.torrent" "$IMGDIR" 2>&1 | tee -a $OGLOGCOMMAND |
|---|
| 174 | #TODO: comprobar que el tracker definido en el fichero es correcto. |
|---|
| 175 | #TODO comprobar que el fichero torrent está en cache |
|---|
| 176 | # retardamos el inicio -aleatorio de 0 a 120 segundos- al tracker para gestionar mas de +-40 equipos |
|---|
| 177 | P2PWAIT=$[ ( $RANDOM % 120 ) + 1 ] |
|---|
| 178 | echo " [ ] $MSG_SCRIPTS_TASK_SLEEP : $P2PWAIT seconds ogTorrentStart CACHE $2.torrent $4" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 179 | sleep $P2PWAIT |
|---|
| 180 | echo " [ ] $MSG_SCRIPTS_TASK_START: ogTorrentStart CACHE $2.torrent $4" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 181 | ogTorrentStart CACHE "$2.torrent" $4 2>&1 | tee -a $OGLOGCOMMAND |
|---|
| 182 | RESUMEUPDATECACHE=$(cat $OGLOGCOMMAND | grep -B1 "Download") |
|---|
| 183 | ;; |
|---|
| 184 | MULTICAST) |
|---|
| 185 | PORT=$(echo $OPTPROTOCOLO | cut -f1 -d":") |
|---|
| 186 | let PORTAUX=$PORT+1 |
|---|
| 187 | echo "$MSG_SCRIPTS_UPDATECACHE_CHECKMCASTSESSION : $REPOIP:$PORTAUX:$PORT" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 188 | #TODO: ticket 379 |
|---|
| 189 | NUMBER=$[ ( $RANDOM % 30 ) + 1 ] |
|---|
| 190 | sleep $NUMBER |
|---|
| 191 | #FIN TODO |
|---|
| 192 | if (nmap -n -sU -p $PORTAUX $REPOIP | grep open) |
|---|
| 193 | then |
|---|
| 194 | ogMcastReceiverFile $PORT CACHE "$2" 2>&1 | tee -a $OGLOGCOMMAND |
|---|
| 195 | |
|---|
| 196 | else |
|---|
| 197 | # TODO ticket 379 Realizar la petición basada en identificador de operacion |
|---|
| 198 | echo "$MSG_SCRIPTS_TASK_START : hose $REPOIP 2009 --out sh -c "echo -ne START_MULTICAST $2 $OPTPROTOCOLO"" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 199 | hose $REPOIP 2009 --out sh -c "echo -ne START_MULTICAST $2 $OPTPROTOCOLO" |
|---|
| 200 | #echo "espero y llamo a: ogMcastReceiverFile $PORT CACHE $2" |
|---|
| 201 | sleep 10 |
|---|
| 202 | if (nmap -n -sU -p $PORTAUX $REPOIP | grep open) |
|---|
| 203 | then |
|---|
| 204 | ogMcastReceiverFile $PORT CACHE "$2" 2>&1 | tee -a $OGLOGCOMMAND |
|---|
| 205 | |
|---|
| 206 | else |
|---|
| 207 | echo "$MSG_SCRIPTS_TASK_ERR : hose $REPOIP 2009 --out sh -c echo -ne START_MULTICAST $2 $OPTPROTOCOLO" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 208 | exit 1 |
|---|
| 209 | fi |
|---|
| 210 | fi |
|---|
| 211 | #cat $OGLOGCOMMAND.tmp | grep -B1 "Transfer complete" |
|---|
| 212 | sleep 5 |
|---|
| 213 | #cat $OGLOGCOMMAND.tmp | grep -B1 "Transfer complete" |
|---|
| 214 | RESUMEUPDATECACHE=$(cat $OGLOGCOMMAND.tmp | grep -B1 "Transfer complete") |
|---|
| 215 | ;; |
|---|
| 216 | UNICAST) |
|---|
| 217 | echo "unicast" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 218 | ogCopyFile $REPOSITORIO "$2" "$IMGDIR" 2>&1 | tee -a $OGLOGCOMMAND |
|---|
| 219 | ;; |
|---|
| 220 | RSYNC) |
|---|
| 221 | # Opciones de rsync |
|---|
| 222 | USERRSYNC="opengnsys" |
|---|
| 223 | PASSWORD=" --password-file=/scripts/passrsync " |
|---|
| 224 | OPTRSYNC=" --delete " |
|---|
| 225 | [ "$ogrsyncz" == "true" ] && OPTRSYNC="z $OPTRSYNC" |
|---|
| 226 | [ "$ogrsyncw" == "true" ] && OPTRSYNC="w$OPTRSYNC" |
|---|
| 227 | |
|---|
| 228 | if [ -d $REPOFILE ]; then |
|---|
| 229 | # Si es sincronizada tipo directorio. |
|---|
| 230 | [ -d "$OGCAC$OGIMG/$2" ] || mkdir "$OGCAC$OGIMG/$2" |
|---|
| 231 | echo "rsync -aHAX$OPTRSYNC --quiet $USERRSYNC@$REPOIP::ogimages/$2/ $OGCAC$OGIMG/$2" |tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 232 | rsync -aHAX$OPTRSYNC --quiet $PASSWORD "$USERRSYNC@$REPOIP::ogimages/$2/" "$OGCAC$OGIMG/$2" 2>&1 | tee -a $OGLOGCOMMAND |
|---|
| 233 | else |
|---|
| 234 | # Si es sincronizada tipo archivo. |
|---|
| 235 | [ "${2##*.}" == "img" ] && IMGTYPE="img" || IMGTYPE="diff" |
|---|
| 236 | IMGNAME="${2%.img*}" |
|---|
| 237 | |
|---|
| 238 | DIRMOUNT=$(ogGetMountImageDir "$IMGNAME" $IMGTYPE) |
|---|
| 239 | DIRLOCAL="/tmp/$DIRMOUNT" |
|---|
| 240 | mkdir "$DIRLOCAL" 2>/dev/null |
|---|
| 241 | echo "$MSG_SCRIPTS_UPDATECACHE_CHECKSIZEIMG" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 242 | |
|---|
| 243 | # Si la imagen no existe la creo |
|---|
| 244 | # Si la imagen del repositorio es mayor, redimensiono la imagen de cache |
|---|
| 245 | if [ "$CACHEFILE" == "" -o $CACHEFILESIZE -lt $REALFILESIZE ]; then |
|---|
| 246 | ogCreateFileImage CACHE "$IMGNAME" $IMGTYPE $REALFILESIZE 2>&1 | tee -a $OGLOGCOMMAND |
|---|
| 247 | TIMEAUX3=$[SECONDS-TIMEAUX3] |
|---|
| 248 | echo " $MSG_SCRIPTS_TASK_END, $MSG_SCRIPTS_TIME_PARTIAL: $[TIMEAUX3/60]m $[TIMEAUX3%60]s" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 249 | fi |
|---|
| 250 | # Montamos las imagenes para sincronizarlas. Quitamos / inicial. |
|---|
| 251 | ogMountImage CACHE "${IMGNAME#\/}" $IMGTYPE >/dev/null |
|---|
| 252 | ogMountImage REPO "${IMGNAME#\/}" $IMGTYPE >/dev/null |
|---|
| 253 | # Esperamos que se monte la imagen en el servidor |
|---|
| 254 | ogWaitMountImage REPO "$IMGNAME" $IMGTYPE |
|---|
| 255 | echo -e "\n rsync -aHAX --delete --quiet $USERRSYNC@$REPOIP::ogimages/$DIRMOUNT/ $DIRLOCAL" |tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 256 | rsync -aHAX$OPTRSYNC --quiet $PASSWORD "$USERRSYNC@$REPOIP::ogimages/$DIRMOUNT/" "$DIRLOCAL" 2>&1 | tee -a $OGLOGCOMMAND |
|---|
| 257 | # RETVAL="1" -> OK RETVAL="2" -> error # valores igual que ogUpdateCacheIsNecesary |
|---|
| 258 | [ ${PIPESTATUS[0]} == 0 ] && RETVAL="1"|| RETVAL="2" |
|---|
| 259 | # Desmonto las imagenes |
|---|
| 260 | ogUnmountImage CACHE "$IMGNAME" $IMGTYPE |
|---|
| 261 | ogUnmountImage REPO "$IMGNAME" $IMGTYPE |
|---|
| 262 | fi |
|---|
| 263 | ;; |
|---|
| 264 | esac |
|---|
| 265 | |
|---|
| 266 | TIME1=$[SECONDS-TIME1] |
|---|
| 267 | echo " [ ] $RESUMEUPDATECACHE " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 268 | echo " [ ] $MSG_SCRIPTS_TIME_PARTIAL updateCache $[TIME1/60]m $[TIME1%60]s" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 269 | echo " [ ] $MSG_SCRIPTS_TASK_START $MSG_HELP_ogCalculateChecksum " | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 270 | TIME2=$SECONDS |
|---|
| 271 | # Si es imagen sincronizada siempre da distinto md5. No podemos comprobar |
|---|
| 272 | if [ "$IMGSYNC" == "TRUE" ]; then |
|---|
| 273 | # RETVAL="1" -> OK RETVAL="2" -> error # valores igual que ogUpdateCacheIsNecesary |
|---|
| 274 | [ $PROTOCOLO == "RSYNC" ] || RETVAL=1 |
|---|
| 275 | else |
|---|
| 276 | ogUpdateCacheIsNecesary $REPOSITORIO "$2" |
|---|
| 277 | RETVAL=$? |
|---|
| 278 | fi |
|---|
| 279 | |
|---|
| 280 | TIME2=$[SECONDS-TIME2] |
|---|
| 281 | echo " [ ] $MSG_SCRIPTS_TIME_PARTIAL $MSG_HELP_ogCalculateChecksum $[TIME2/60]m $[TIME2%60]s" | tee -a $OGLOGSESSION $OGLOGFILE |
|---|
| 282 | |
|---|
| 283 | # si RETVAL=0 => actualizamos si RETVAL=1 no actaulizamos-exit 0 || si RETVAL>2 exit 1 |
|---|
| 284 | [ "$RETVAL" == "0" ] && exit 1 |
|---|
| 285 | [ "$RETVAL" == "1" ] && exit 0 |
|---|
| 286 | [ "$RETVAL" -gt "1" ] && exit 1 |
|---|
| 287 | |
|---|
