InfoMagic Source Code 1993 July/THE_SOURCE_CODE_CD_ROM.iso/languages/tcl/expect/scripts/mirror_dir

Internet Message Format | 1993-04-12 | 8.7 KB

From: Bowyer Jeff <[e-mail]>
To: [e-mail] (Don Libes)
Subject: expect Program #2
Date: Thu, 8 Apr 1993 15:18:42 +0200 (MET DST)

On our anonymous ftp server, we also decided to create a directory that
mirrors all rfc files at nic.ddn.mil.

Consequently, I wrote the following expect program to get new files and
delete obsoleted files.

Jeff

*========================================================================*
 Jeff Bowyer                         EMail:
 Computing Center             [e-mail]
 Technical University of Brno
 Udolni 19, 602 00 BRNO
 Czech Republic
*========================================================================*


THE MAIN SHELL PROGRAM
----------------------------------------------------------------------
MDIR=/users/jbowyer/maint
RDIR=/users/ftp/pub/doc/rfc

expect $MDIR/mirror nic.ddn.mil rfc $RDIR
case $? in
1)    currmin=`date +%M`
    currhour=`date +%H`
    nextmin=`expr $currmin + 15`
    nexthour=$currhour
    if test $nextmin -ge 60
    then
        nexthour=`expr $nexthour + 1`
        nextmin=`expr $nextmin - 60`
    fi
    if test $nexthour -eq 24
    then
        nexthour=0
    fi
    at $nexthour:$nextmin $MDIR/rfcmirror ;;
esac
----------------------------------------------------------------------


THE EXPECT PROGRAM
----------------------------------------------------------------------
match_max -d 100000        ;# max size of a directory listing

set destdir "nodir"
set fname "nofile"

set currmonth 0
set curryear 0

set mday 0
set mmonth 0
set myear 0

set localrfcs ""
set needrfcs ""

proc initexpect {} {
    expect_before {
                    -re "unreachable*" {
                                         exit 1
                                       }
                    -re "closed connection*" {
                           exec rm -f $destdir/$fname
                                               exit 1
                                             }
                    -re "Connection timed out*" {
                              exec rm -f $destdir/$fname
                              send "quit\r"
                                                  exit 1
                                                }
                    timeout    {
                      exec rm -f $destdir/$fname
                  send "quit\r"
                  exit 1
                            }
                    eof {
                      exec rm -f $destdir/$fname
                          exit 1
                        }
                  }
}

proc getname {line} {
    # if it's a symbolic link, return local name
    set i [lsearch line "->"]
    if {-1==$i} {
         # not a sym link
         # return last token of line as name, and strip off newline at end
         return [lindex $line 8]
    } else {
         # sym link, return "a" of "a -> b"
         return [lindex $line [expr $i-1]]
    }
}

proc getmonth {line} {
    set fmonth [lindex $line [expr [llength $line]-4]]
        return [expr [lsearch {Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec} $fmonth]+1]
}

proc getday {line} {
    return [lindex $line [expr [llength $line]-3]]
}

proc getyear {line fmonth} {
    global currmonth curryear

    set fyear [lindex $line [expr [llength $line]-2]]
    if [regexp ".*:.*" $fyear] {
        if {$fmonth>$currmonth} {
            return [expr $curryear-1]
        } else {
            return $curryear
            }
    } else {
        return $fyear
    }
}

proc buildllist {thedir} {
    global fname localrfcs

    send "anonymous\r"
    expect {
             -re "Password:*"
           }
    send "[e-mail]\r"
    expect {
             "ok*ftp>*"
           }
    send "cd $thedir\r"
    expect {
              "CWD*success*" {
                                    continue -expect
                                   }
             "ftp>*"
           }
    send "dir\r"
    expect {
             "ftp>*"
           }

    set buf $expect_out(buffer)\n
    close

    for {} 1 {}    {
        set split_buf [split $buf ""]

        set i [string first "\n" $buf]
        set line [join [lrange $split_buf 0 $i] ""]
        set buf [join [lrange $split_buf [expr 1+$i] end] ""]

        set token [lindex $line 0]
        case $token in    {
            dir\r    {
                    # original command
                }
            200    {
                    # command successful
                }
            150    {
                    # opening data connection
                }
            total    {
                    # directory header
                }
            226    {
                    # transfer complete, succeeded!
                }
            ftp>    {
                    return 1
                }
            .    {
                    # unreadable
                }
            default {
                    # either file or directory
                    set fname [getname $line]
                    if [regexp -nocase "^rfc0|^rfc1|^rfc2|^rfc3|^rfc4|^rfc5|^rfc6|^rfc7|^rfc8|^rfc9" $fname] {
                      set lday [getday $line]
                      set lmonth [getmonth $line]
                      set lyear [getyear $line $lmonth]
                      lappend localrfcs [list $fname $lday $lmonth $lyear]
                    }
                }
                }
        }
    return 0
}

proc buildrlist {thedir} {
    global fname masterrfcs

    send "anonymous\r"
    expect {
             -re "Password:*"
           }
    send "[e-mail]\r"
    expect {
             "ok*ftp>*"
           }
    send "cd $thedir\r"
    expect {
              "CWD*success*" {
                                    continue -expect
                                   }
             "ftp>*"
           }
    send "dir\r"
    expect {
             "ftp>*"
           }

    set buf $expect_out(buffer)\n
    close

    for {} 1 {}    {
        set split_buf [split $buf ""]

        set i [string first "\n" $buf]
        set line [join [lrange $split_buf 0 $i] ""]
        set buf [join [lrange $split_buf [expr 1+$i] end] ""]

        set token [lindex $line 0]
        case $token in    {
            dir\r    {
                    # original command
                }
            200    {
                    # command successful
                }
            150    {
                    # opening data connection
                }
            total    {
                    # directory header
                }
            226    {
                    # transfer complete, succeeded!
                }
            ftp>    {
                    return 1
                }
            .    {
                    # unreadable
                }
            default {
                    # either file or directory
                    set fname [getname $line]
                    if [regexp -nocase "^rfc0|^rfc1|^rfc2|^rfc3|^rfc4|^rfc5|^rfc6|^rfc7|^rfc8|^rfc9" $fname] {
                      set lday [getday $line]
                      set lmonth [getmonth $line]
                      set lyear [getyear $line $lmonth]
                      lappend masterrfcs [list $fname $lday $lmonth $lyear]
                    }
                }
                }
        }
    return 0
}

proc getmasterdates {} {
    global masterfile mday mmonth myear

    set mday [expr [lindex $masterfile 1]]
    set mmonth [expr [lindex $masterfile 2]]
    set myear [expr [lindex $masterfile 3]]
}

proc newmaster {} {
    global masterfile mday mmonth myear localfile

    getmasterdates

    set lday [expr [lindex $localfile 1]]
    set lmonth [expr [lindex $localfile 2]]
    set lyear [expr [lindex $localfile 3]]

    if $myear>$lyear {
      return 1
    } else {
      if $myear==$lyear {
        if $mmonth>$lmonth {
          return 1
        } else {
          if $mmonth==$lmonth {
        if $mday>$lday {
          return 1
        }
          }
        }
      }
    }
    return 0
}

proc getrfile {} {
    global destdir fname needfile mday mmonth myear

        set fname [lindex $needfile 0]

    send "get $fname\r"
    expect {
                 "ftp>*"
               }
    exec chmod "666" $destdir/$fname
    set touchstr [format "%02d%02d0000%s" $mmonth $mday [string range $myear 2 end]]
    exec touch $touchstr $destdir/$fname
    exec chmod "444" $destdir/$fname
}

log_file /users/jbowyer/maint/logs/rfclog

set destdir [lindex $argv 3]

set currmonth [exec date +%m]
set curryear [exec date +%Y]

set timeout 900

spawn ftp rhino.cis.vutbr.cs
initexpect
expect {
     -re "unknown host"    {
                   exit 1
                }
         -re "unreachable*"    {
                  exit 1
                }
         -re "Name*"
       }
if [buildllist "pub/doc/rfc"] {
    spawn ftp [lindex $argv 1]
    initexpect
    expect {
         -re "unknown host"    {
                       exit 1
                    }
             -re "unreachable*"    {
                      exit 1
                    }
             -re "Name*"
           }
    if [buildrlist [lindex $argv 2]] {
        foreach masterfile $masterrfcs {
            set foundrfc 0
            foreach localfile $localrfcs {
                if 0==[string compare [lindex $masterfile 0] [lindex $localfile 0]] {
                    if [newmaster] {
                        lappend needrfcs $masterfile
                    }
                    set localindex [lsearch $localrfcs $localfile]
                    set localrfcs [concat [lrange $localrfcs 0 [expr $localindex-1]] [lrange $localrfcs [expr $localindex+1] end]]

                    set foundrfc 1
                    break
                }
            }
            if !$foundrfc {
                lappend needrfcs $masterfile
            }
        }
        if [llength $localrfcs]>0 {
            foreach killfile $localrfcs {
                exec rm -f $destdir/[lindex $killfile 0]
            }
        }
        if [llength $needrfcs]>0 {
            spawn ftp [lindex $argv 1]
            initexpect
            expect {
                 -re "unknown host"    {
                               exit 1
                            }
                     -re "unreachable*"    {
                              exit 1
                            }
                     -re "Name*"
                   }
            send "anonymous\r"
            expect {
                     -re "Password:*"
                   }
            send "[e-mail]\r"
            expect {
                     "ok*ftp>*"
                   }
            send "cd [lindex $argv 2]\r"
            expect {
                      "CWD*success*" {
                                            continue -expect
                                           }
                     "ftp>*"
                   }
            send "binary\r"
            expect {
                         "ftp>*"
                       }
            send "hash\r"
            expect {
                         "ftp>*"
                       }
            send "lcd $destdir\r"
            expect {
                         "ftp>*"
                       }
            foreach needfile $needrfcs {
                getmasterdates
                getrfile
            }
        }
    }
}

exit 0