ftp get tree

Expect 脚本，用于获取ftp的整个目录

点击(此处)折叠或打开

1. #!/usr/bin/expect --
   
2. 
   
3. source ~/src/script/log_enable.expect
   
4. 
   
5. proc Usage {name} {
   
6.     puts "$name ip:port user pswd rdir \[pattern]"
   
7.     puts "Where:"
   
8.     puts " ip:port - the ftp addr and port"
   
9.     puts " user - user name"
   
10.     puts " pswd - passord"
    
11.     puts " pattern - only downoad files which match this pattern"
    
12.     puts "Example:"
    
13.     puts " $name 172.21.128.21 rmtlab rmtlab 5801.272p10 '\[tT]est\[sS]ummary.log'"
    
14. }
    
15. if { $argc < 4 } {
    
16.     puts "Invalid argument."
    
17.     Usage $argv0
    
18.     exit 1
    
19. }
    
20. 
    
21. set addr [lindex $argv 0]
    
22. regsub ":" $addr " " addr
    
23. set user [lindex $argv 1]
    
24. set pswd [lindex $argv 2]
    
25. set rdir [lindex $argv 3]
    
26. if { $argc >= 4 } {
    
27.     set patn [lindex $argv 4]
    
28.     #TODO:
    
29.     # if no file match the pattern under a directory and its sub directories,
    
30.     # no need to create the directory and hence the sub directories.
    
31. } else {
    
32.     set patn ""
    
33. }
    
34. send_user -- "addr: $addr\r\n"
    
35. send_user -- "user: $user\r\n"
    
36. send_user -- "pswd: $pswd\r\n"
    
37. send_user -- "rdir: $rdir\r\n"
    
38. send_user -- "patn: $patn\r\n"
    
39. 
    
40. proc ftp_get_tree { rdir } {
    
41.     global patn
    
42. 
    
43.     set timeout 10
    
44. 
    
45.     set elem_list_f {}
    
46.     set elem_list_d {}
    
47.     set ldir $rdir
    
48. 
    
49. 
    
50.     puts "$rdir $ldir"
    
51. 
    
52.     #0. clear context
    
53.     expect "*"
    
54.     send -- "\r"
    
55.     expect -re ".*\[\r\n]\{2\}ftp>"
    
56. 
    
57.     #1. get old dir
    
58.     send -- "pwd\r"
    
59.     expect -re "\[0-9]+\\s+\"(.+)\"\\s+is current directory.\[\r\n]\{2\}"
    
60.     set o_rdir $expect_out(1,string)
    
61.     send_user -- "wqc: old rdir: $o_rdir\r\n"
    
62.     expect "ftp>"
    
63. 
    
64.     set o_ldir [pwd]
    
65.     send_user -- "wqc: old ldir: $o_ldir\r\n"
    
66. 
    
67.     #2. change to new dir
    
68.     send -- "cd $rdir\r"
    
69.     expect "ftp>"
    
70. 
    
71.     ## if local dir exist
    
72.     if { [file exists $ldir ] } {
    
73.         if { [file isdirectory $ldir ] } {
    
74.             send_user -- "wqc: dir $ldir already exist\r\n"
    
75.         } else {
    
76.             send_user -- "wqc: '$ldir' exist but is not dir, abort\r\n"
    
77.             exit 1
    
78.         }
    
79.     } else {
    
80.         exec mkdir -p $ldir
    
81.         exec sync
    
82.     }
    
83.     cd $ldir
    
84.     send -- "lcd $ldir\r"
    
85.     expect "ftp>"
    
86. 
    
87.     ## check current dir
    
88.     ## send -- "pwd\r"
    
89.     ## expect -re "\[0-9]+\\s+\"(.+)\"\\s+is current directory.\[\r\n]\{2\}"
    
90.     ## set n_rdir $expect_out(1,string)
    
91.     ## send_user -- "wqc: new rdir: $n_rdir\r\n"
    
92.     ## expect "ftp>"
    
93. 
    
94.     ## set n_ldir [pwd]
    
95.     ## send_user -- "wqc: new ldir: $n_ldir\r\n"
    
96. 
    
97.     #3. get rdir contents
    
98.     send -- "ls\r"
    
99.     expect {
    
100.         -re "^\[d-]\[drwx-]+\[^\r\n]+\[\r\n]\{2\}" {
     
101.             set type ""
     
102.             set name ""
     
103.             ## send_user -- "wqc: $expect_out(buffer)\r\n"
     
104.             set ret [regexp "(^.)\[rwx-]+\\s+.+\\s+(\[^\\s]+)\[\r\n]\{2\}" $expect_out(buffer) ignore type name]
     
105.             if { $ret == 1 } {
     
106.                 ## send_user -- "wqc: $type $name\r\n"
     
107.                 if { $type == "d" } {
     
108.                     lappend elem_list_d "$name"
     
109.                 } elseif { $type == "-" } {
     
110.                     if { $patn != "" } {
     
111.                         set ret [regexp $patn $name ignore]
     
112.                         if { $ret == 1 } {
     
113.                             lappend elem_list_f "$name"
     
114.                         }
     
115.                     } else {
     
116.                         lappend elem_list_f "$name"
     
117.                     }
     
118.                 } else {
     
119.                     send_user "wqc: Unidentified type '$type'\r\n"
     
120.                 }
     
121. 
     
122.             } else {
     
123.                 send_user -- "wqc: failed $expect_out(buffer)\r\n"
     
124.             }
     
125.             exp_continue
     
126.         }
     
127.         -re "\[\r\n]\{2\}" {
     
128.             exp_continue
     
129.         }
     
130.         -re "ftp>" {
     
131.             send_user -- "wqc: exec ls done\r\n"
     
132.         }
     
133.     }
     
134. 
     
135.     #4. download files first
     
136.     foreach E $elem_list_f {
     
137.         send_user "wqc: get file: $E\r\n"
     
138.         send -- "\r"
     
139.         expect -re ".*\[\r\n]\{2\}ftp>"
     
140. 
     
141.         set timeout 3600
     
142.         send -- "get $E\r"
     
143.         expect -re ".*\[\r\n]\{2\}ftp>"
     
144.         set timeout 10
     
145.     }
     
146. 
     
147.     #5. download sub-dirs
     
148.     foreach E $elem_list_d {
     
149.         send_user "wqc: get dir : $E\r\n"
     
150.         send -- "\r"
     
151.         expect -re ".*\[\r\n]\{2\}ftp>"
     
152. 
     
153.         ftp_get_tree $E
     
154.     }
     
155. 
     
156.     #6. change back to old dir
     
157.     cd $o_ldir
     
158.     send -- "lcd $o_ldir\r"
     
159.     expect -- "ftp>"
     
160. 
     
161.     send -- "cd $o_rdir\r"
     
162.     expect "ftp>"
     
163. 
     
164.     ## send -- "pwd\r"
     
165.     ## expect -re "\[0-9]+\\s+\"(.+)\"\\s+is current directory.\[\r\n]\{2\}"
     
166.     ## set x_rdir $expect_out(1,string)
     
167.     ## send_user -- "wqc: exit rdir: $x_rdir\r\n"
     
168.     ## expect "ftp>"
     
169. 
     
170.     ## set x_ldir [pwd]
     
171.     ## send_user -- "wqc: exit ldir: $x_ldir\r\n"
     
172. }
     
173. 
     
174. # $ !ftp
     
175. # ftp 172.21.128.21
     
176. # Connected to 172.21.128.21:21.
     
177. # 220 andd021 FTP server ready.
     
178. # Name (172.21.128.21:21:qingchwa): rmtlab
     
179. # 331 Password required for rmtlab.
     
180. # Password:
     
181. # 230 User rmtlab logged in.
     
182. # Remote system type is UNIX.
     
183. # Using binary mode to transfer files.
     
184. # ftp> ls
     
185. set ldir $rdir
     
186. if { [file exists $ldir ] } {
     
187.     if { [file isdirectory $ldir ] } {
     
188.         send_user -- "wqc: dir $ldir already exist\r\n"
     
189.     } else {
     
190.         send_user -- "wqc: '$ldir' exist but is not dir, abort\r\n"
     
191.         exit 1
     
192.     }
     
193. } else {
     
194.     exec mkdir -p $ldir
     
195.     exec sync
     
196. }
     
197. cd $ldir
     
198. 
     
199. set timeout 10
     
200. 
     
201. spawn ftp $addr
     
202. expect {
     
203.     "Name *:" {
     
204.         send -- "$user\r"
     
205.     }
     
206.     "unknown host" {
     
207.         exit 1
     
208.     }
     
209. }
     
210. 
     
211. expect "Password:"
     
212. send -- "$pswd\r"
     
213. 
     
214. expect {
     
215.     "User $user logged in" {
     
216.     }
     
217.     "Login failed" {
     
218.         exit 2
     
219.     }
     
220. }
     
221. expect "ftp>"
     
222. 
     
223. send -- "cd $rdir\r"
     
224. expect "ftp>"
     
225. ftp_get_tree "."
     
226. 
     
227. send -- "quit\r"