1 #! /usr/bin/env python

     2 

     3 """Tkinter-based GUI for websucker.

     4 

     5 Easy use: type or paste source URL and destination directory in

     6 their respective text boxes, click GO or hit return, and presto.

     7 """

     8 

     9 from Tkinter import *

    10 import websucker

    11 import os

    12 import threading

    13 import Queue

    14 import time

    15 

    16 VERBOSE = 2

    17 

    18 

    19 try:

    20     class Canceled(Exception):

    21         "Exception used to cancel run()."

    22 except (NameError, TypeError):

    23     Canceled = __name__ + ".Canceled"

    24 

    25 

    26 class SuckerThread(websucker.Sucker):

    27 

    28     stopit = 0

    29     savedir = None

    30     rootdir = None

    31 

    32     def __init__(self, msgq):

    33         self.msgq = msgq

    34         websucker.Sucker.__init__(self)

    35         self.setflags(verbose=VERBOSE)

    36         self.urlopener.addheaders = [

    37             ('User-agent', 'websucker/%s' % websucker.__version__),

    38         ]

    39 

    40     def message(self, format, *args):

    41         if args:

    42             format = format%args

    43         ##print format

    44         self.msgq.put(format)

    45 

    46     def run1(self, url):

    47         try:

    48             try:

    49                 self.reset()

    50                 self.addroot(url)

    51                 self.run()

    52             except Canceled:

    53                 self.message("[canceled]")

    54             else:

    55                 self.message("[done]")

    56         finally:

    57             self.msgq.put(None)

    58 

    59     def savefile(self, text, path):

    60         if self.stopit:

    61             raise Canceled

    62         websucker.Sucker.savefile(self, text, path)

    63 

    64     def getpage(self, url):

    65         if self.stopit:

    66             raise Canceled

    67         return websucker.Sucker.getpage(self, url)

    68 

    69     def savefilename(self, url):

    70         path = websucker.Sucker.savefilename(self, url)

    71         if self.savedir:

    72             n = len(self.rootdir)

    73             if path[:n] == self.rootdir:

    74                 path = path[n:]

    75                 while path[:1] == os.sep:

    76                     path = path[1:]

    77                 path = os.path.join(self.savedir, path)

    78         return path

    79 

    80     def XXXaddrobot(self, *args):

    81         pass

    82 

    83     def XXXisallowed(self, *args):

    84         return 1

    85 

    86 

    87 class App:

    88 

    89     sucker = None

    90     msgq = None

    91 

    92     def __init__(self, top):

    93         self.top = top

    94         top.columnconfigure(99, weight=1)

    95         self.url_label = Label(top, text="URL:")

    96         self.url_label.grid(row=0, column=0, sticky='e')

    97         self.url_entry = Entry(top, width=60, exportselection=0)

    98         self.url_entry.grid(row=0, column=1, sticky='we',

    99                     columnspan=99)

   100         self.url_entry.focus_set()

   101         self.url_entry.bind("<Key-Return>", self.go)

   102         self.dir_label = Label(top, text="Directory:")

   103         self.dir_label.grid(row=1, column=0, sticky='e')

   104         self.dir_entry = Entry(top)

   105         self.dir_entry.grid(row=1, column=1, sticky='we',

   106                     columnspan=99)

   107         self.go_button = Button(top, text="Go", command=self.go)

   108         self.go_button.grid(row=2, column=1, sticky='w')

   109         self.cancel_button = Button(top, text="Cancel",

   110                         command=self.cancel,

   111                                     state=DISABLED)

   112         self.cancel_button.grid(row=2, column=2, sticky='w')

   113         self.auto_button = Button(top, text="Paste+Go",

   114                       command=self.auto)

   115         self.auto_button.grid(row=2, column=3, sticky='w')

   116         self.status_label = Label(top, text="[idle]")

   117         self.status_label.grid(row=2, column=4, sticky='w')

   118         self.top.update_idletasks()

   119         self.top.grid_propagate(0)

   120 

   121     def message(self, text, *args):

   122         if args:

   123             text = text % args

   124         self.status_label.config(text=text)

   125 

   126     def check_msgq(self):

   127         while not self.msgq.empty():

   128             msg = self.msgq.get()

   129             if msg is None:

   130                 self.go_button.configure(state=NORMAL)

   131                 self.auto_button.configure(state=NORMAL)

   132                 self.cancel_button.configure(state=DISABLED)

   133                 if self.sucker:

   134                     self.sucker.stopit = 0

   135                 self.top.bell()

   136             else:

   137                 self.message(msg)

   138         self.top.after(100, self.check_msgq)

   139 

   140     def go(self, event=None):

   141         if not self.msgq:

   142             self.msgq = Queue.Queue(0)

   143             self.check_msgq()

   144         if not self.sucker:

   145             self.sucker = SuckerThread(self.msgq)

   146         if self.sucker.stopit:

   147             return

   148         self.url_entry.selection_range(0, END)

   149         url = self.url_entry.get()

   150         url = url.strip()

   151         if not url:

   152             self.top.bell()

   153             self.message("[Error: No URL entered]")

   154             return

   155         self.rooturl = url

   156         dir = self.dir_entry.get().strip()

   157         if not dir:

   158             self.sucker.savedir = None

   159         else:

   160             self.sucker.savedir = dir

   161             self.sucker.rootdir = os.path.dirname(

   162                 websucker.Sucker.savefilename(self.sucker, url))

   163         self.go_button.configure(state=DISABLED)

   164         self.auto_button.configure(state=DISABLED)

   165         self.cancel_button.configure(state=NORMAL)

   166         self.message( '[running...]')

   167         self.sucker.stopit = 0

   168         t = threading.Thread(target=self.sucker.run1, args=(url,))

   169         t.start()

   170 

   171     def cancel(self):

   172         if self.sucker:

   173             self.sucker.stopit = 1

   174         self.message("[canceling...]")

   175 

   176     def auto(self):

   177         tries = ['PRIMARY', 'CLIPBOARD']

   178         text = ""

   179         for t in tries:

   180             try:

   181                 text = self.top.selection_get(selection=t)

   182             except TclError:

   183                 continue

   184             text = text.strip()

   185             if text:

   186                 break

   187         if not text:

   188             self.top.bell()

   189             self.message("[Error: clipboard is empty]")

   190             return

   191         self.url_entry.delete(0, END)

   192         self.url_entry.insert(0, text)

   193         self.go()

   194 

   195 

   196 class AppArray:

   197 

   198     def __init__(self, top=None):

   199         if not top:

   200             top = Tk()

   201             top.title("websucker GUI")

   202             top.iconname("wsgui")

   203             top.wm_protocol('WM_DELETE_WINDOW', self.exit)

   204         self.top = top

   205         self.appframe = Frame(self.top)

   206         self.appframe.pack(fill='both')

   207         self.applist = []

   208         self.exit_button = Button(top, text="Exit", command=self.exit)

   209         self.exit_button.pack(side=RIGHT)

   210         self.new_button = Button(top, text="New", command=self.addsucker)

   211         self.new_button.pack(side=LEFT)

   212         self.addsucker()

   213         ##self.applist[0].url_entry.insert(END, "http://www.python.org/doc/essays/")

   214 

   215     def addsucker(self):

   216         self.top.geometry("")

   217         frame = Frame(self.appframe, borderwidth=2, relief=GROOVE)

   218         frame.pack(fill='x')

   219         app = App(frame)

   220         self.applist.append(app)

   221 

   222     done = 0

   223 

   224     def mainloop(self):

   225         while not self.done:

   226             time.sleep(0.1)

   227             self.top.update()

   228 

   229     def exit(self):

   230         for app in self.applist:

   231             app.cancel()

   232             app.message("[exiting...]")

   233         self.done = 1

   234 

   235 

   236 def main():

   237     AppArray().mainloop()

   238 

   239 if __name__ == '__main__':

   240     main()