############################################################################## # # Zope Public License (ZPL) Version 1.0 # ------------------------------------- # # Copyright (c) Digital Creations. All rights reserved. # # This license has been certified as Open Source(tm). # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are # met: # # 1. Redistributions in source code must retain the above copyright # notice, this list of conditions, and the following disclaimer. # # 2. Redistributions in binary form must reproduce the above copyright # notice, this list of conditions, and the following disclaimer in # the documentation and/or other materials provided with the # distribution. # # 3. Digital Creations requests that attribution be given to Zope # in any manner possible. Zope includes a "Powered by Zope" # button that is installed by default. While it is not a license # violation to remove this button, it is requested that the # attribution remain. A significant investment has been put # into Zope, and this effort will continue if the Zope community # continues to grow. This is one way to assure that growth. # # 4. All advertising materials and documentation mentioning # features derived from or use of this software must display # the following acknowledgement: # # "This product includes software developed by Digital Creations # for use in the Z Object Publishing Environment # (http://www.zope.org/)." # # In the event that the product being advertised includes an # intact Zope distribution (with copyright and license included) # then this clause is waived. # # 5. Names associated with Zope or Digital Creations must not be used to # endorse or promote products derived from this software without # prior written permission from Digital Creations. # # 6. Modified redistributions of any form whatsoever must retain # the following acknowledgment: # # "This product includes software developed by Digital Creations # for use in the Z Object Publishing Environment # (http://www.zope.org/)." # # Intact (re-)distributions of any official Zope release do not # require an external acknowledgement. # # 7. Modifications are encouraged but must be packaged separately as # patches to official Zope releases. Distributions that do not # clearly separate the patches from the original work must be clearly # labeled as unofficial distributions. Modifications which do not # carry the name Zope may be packaged in any form, as long as they # conform to all of the clauses above. # # # Disclaimer # # THIS SOFTWARE IS PROVIDED BY DIGITAL CREATIONS ``AS IS'' AND ANY # EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL DIGITAL CREATIONS OR ITS # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, # OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT # OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF # SUCH DAMAGE. # # # This software consists of contributions made by Digital Creations and # many individuals on behalf of Digital Creations. Specific # attributions are listed in the accompanying credits file. # ############################################################################## # # # Marc Lindahl (http://www.zope.org/Members/bowerymarc) 7/14/01 # # added options to replace files or directories # added option to use Audio object # refactored image and audio file handling (still extensions based) # imroved error handling # use quote() to deal with filnames with spaces in them # # ############################################################################## """Load a Zope site from a collection of files or directories """ usage=""" [options] url file ..... where options are: -r Replace files (individually) that exist using manage_upload. Otherwise it will skip existing files. -R Replace existing directories (deletes and re-adds, deleting anything in the existing directory). -a Use Audio objects for any files ending in ['mp3', 'mpa', 'mp2', 'mp1', 'ra', 'rm', 'wav', 'aiff'] -A Delete and re-Add files as audio objects if ending in ['mp3', 'mpa', 'mp2', 'mp1', 'ra', 'rm', 'wav', 'aiff'] -D For HTML documents, replace the start of the content, up to and including the opening body tag with a DTML var tag that inserts the standard header. Also replace the closing body and html tag with a DTML var tag that inserts the standard footer. -I For each index.html, add an index_html that redirects. -p path Path to ZPublisher. If not provided, load_site will make an attempt to figure it out. -u user:password Credentials -v Run in verbose mode. -9 Use *old* zope method names. """ import sys, getopt, os, string from urllib import quote, quote_plus ServerError='' verbose=0 old=0 doctor=0 index_html=0 replaceDirs=0 replaceFiles=0 useAudio=0 readdAudio=0 audioTypes = ['mp3', 'mpa', 'mp2', 'mp1', 'ra', 'rm', 'wav', 'aiff'] imageTypes = ['gif', 'jpg', 'png', 'jpeg', 'psd', 'tif', 'tiff'] def main(): user, password = 'superuser', '123' opts, args = getopt.getopt(sys.argv[1:], 'p:u:DIv9RrAa') global verbose global old global doctor global index_html global replaceDirs global replaceFiles global useAudio global readdAudio global audioTypes global imageTypes havepath=None for o, v in opts: if o=='-p': d, f = os.path.split(v) if f=='ZPublisher': sys.path.insert(0,d) else: sys.path.insert(0,v) havepath=1 elif o=='-u': v = string.split(v,':') user, password = v[0], string.join(v[1:],':') elif o=='-D': doctor=1 elif o=='-I': index_html=1 elif o=='-v': verbose=1 elif o=='-9': old=1 elif o=='-R': replaceDirs=1 elif o=='-r': replaceFiles=1 elif o=='-a': useAudio=1 elif o=='-A': readdAudio=1 if not args: print sys.argv[0]+usage sys.exit(1) if not havepath: here=os.path.split(sys.argv[0])[0] if os.path.exists(os.path.join(here,'ZPublisher')): sys.path.insert(0,here) else: here=os.path.split(here)[0] here=os.path.join(here,'lib','python') if os.path.exists(os.path.join(here,'ZPublisher')): sys.path.insert(0,here) url=args[0] files=args[1:] import ZPublisher.Client global ServerError ServerError=ZPublisher.Client.ServerError object=ZPublisher.Client.Object(url, username=user, password=password) for f in files: upload_file(object, f) def call(f, *args, **kw): # Call a function ignoring redirect bci errors. try: apply(f,args, kw) except ServerError, v: if str(v)[:1] != '3': raise sys.exc_info()[0], sys.exc_info()[1], sys.exc_info()[2] def upload_file(object, f): if os.path.isdir(f): return upload_dir(object, f) dir, name = os.path.split(f) root, ext = os.path.splitext(name) if ext in ('file', 'dir'): ext='' else: ext=string.lower(ext) if ext and ext[0] in '.': ext=ext[1:] #check for special file types with their own special add methods if ext: if ext in imageTypes: if verbose: print 'upload_image', f return upload_image(object, f) elif (useAudio or readdAudio) and (ext in audioTypes): if verbose: print 'upload_audio', f return upload_audio(object, f) elif globals().has_key('upload_'+ext): if verbose: print 'upload_'+ext, f return globals()['upload_'+ext](object, f) if verbose: print 'upload_file', f, ext if replaceFiles and object_already_exists(object, name): try: if verbose: print ' updating...' o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_upload, file=open(f,'rb')) except: if verbose: print 'update file failed' else: if object_already_exists(object, name): if verbose: print ' file already exists' else: try: call(object.manage_addFile, id=name, file=open(f,'rb')) except: if verbose: print 'addFile failed' def upload_dir(object, f): if verbose: print 'upload_dir', f dir, name = os.path.split(f) if object_already_exists(object, name): if replaceDirs: try: call(object.manage_delete) except: if verbose: print 'delete before addFolder failed' try: call(object.manage_addFolder, id=name) except: if verbose: print 'addFolder (replace) failed' else: if verbose: print ' '+name + ' directory exists' else: try: call(object.manage_addFolder, id=name) except: if verbose: print 'addFolder failed' #this is how the heirarchy is walked inside zope. object=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) for n in os.listdir(f): upload_file(object, os.path.join(f,n)) # ----- phd ----- # Modified by Oleg Broytmann from sgmllib import SGMLParser def join_attrs(attrs): attr_list = [] for attrname, value in attrs: attr_list.append('%s="%s"' % (attrname, string.strip(value))) if attr_list: s = " " + string.join(attr_list, " ") else: s = "" return s class HeadParser(SGMLParser): def __init__(self): SGMLParser.__init__(self) self.seen_starthead = 0 self.seen_endhead = 0 self.seen_startbody = 0 self.head = "" self.title = "" self.accumulator = "" def handle_data(self, data): if data: self.accumulator = self.accumulator + data def handle_charref(self, ref): self.handle_data("&#%s;" % ref) def handle_entityref(self, ref): self.handle_data("&%s;" % ref) def handle_comment(self, data): if data: self.accumulator = self.accumulator + "" % data def start_head(self, attrs): if not self.seen_starthead: self.seen_starthead = 1 self.head = "" self.title = "" self.accumulator = "" def end_head(self): if not self.seen_endhead: self.seen_endhead = 1 self.head = self.head + self.accumulator self.accumulator = "" def start_title(self, attrs): self.head = self.head + self.accumulator self.accumulator = "" def end_title(self): self.title = self.accumulator self.accumulator = "" def start_body(self, attrs): if not self.seen_startbody: self.seen_startbody = 1 self.accumulator = "" def end_body(self): pass # Do not put and def end_html(self): pass # into output stream # Pass other tags unmodified def unknown_starttag(self, tag, attrs): self.accumulator = self.accumulator + "<%s%s>" % (string.upper(tag), join_attrs(attrs)) def unknown_endtag(self, tag): self.accumulator = self.accumulator + "" % string.upper(tag) def parse_html(infile): parser = HeadParser() while 1: line = infile.readline() if not line: break parser.feed(line) parser.close() infile.close() return (string.strip(parser.title), string.strip(parser.head), string.strip(parser.accumulator)) def upload_html(object, f): dir, name = os.path.split(f) f=open(f) if doctor: title, head, body = parse_html(f) if old: body = ("\n\n" + body + "\n\n") else: body = ("\n\n" + body + "\n\n") else: if old: f=f.read() title, head, body = '', '', f if old: if replaceFiles and object_already_exists(object, name): try: if verbose: print ' updating...' o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_upload, title=title, file=body) except: if verbose: print 'update Document failed' else: try: call(object.manage_addDocument, id=name, file=body) except: if verbose: print 'addDocument failed' if index_html and name in ('index.html', 'index.htm') and not object_already_exists(object, name): try: call(object.manage_addDocument, id='index_html', file=('' '/%s' '' % name )) except: if verbose: print 'add index_html redirect failed' else: if replaceFiles and object_already_exists(object, name): try: if verbose: print ' updating...' o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_upload, title=title, file=body) except: if verbose: print 'update HTMLfile failed' else: try: call(object.manage_addDTMLDocument, id=name, title=title, file=body) except: if verbose: print 'addDTMLDocument failed' if index_html and name in ('index.html', 'index.htm') and not object_already_exists(object, name): try: call(object.manage_addDTMLMethod, id='index_html', file=('' '/%s' '' % name )) except: if verbose: print 'add index_html redirect failed' # Now add META and other tags as property if head: object=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) try: call(object.manage_addProperty, id="loadsite-head", type="text", value=head) except: if verbose: print 'addProperty loadsite-head failed' # ----- /phd ----- upload_htm=upload_html def upload_dtml(object, f): dir, name = os.path.split(f) f=open(f) if replaceFiles and object_already_exists(object, name): try: if verbose: print ' updating...' o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_upload, title=title, file=f) except: if verbose: print 'update dtml failed' else: try: if old: f=f.read() call(object.manage_addDocument, id=name, file=f) else: call(object.manage_addDTMLMethod, id=name, file=f) except: if verbose: print 'upload_dtml failed' def upload_image(object, f): dir, name = os.path.split(f) if replaceFiles and object_already_exists(object, name): try: if verbose: print ' updating...' o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_upload, file=open(f,'rb')) except: if verbose: print 'update image failed' else: try: call(object.manage_addImage, id=name, file=open(f,'rb')) except: if verbose: print 'addImage failed' def upload_audio(object, f): dir, name = os.path.split(f) objA=object.__class__(object.url+'/manage_addProduct/Audio', username=object.username, password=object.password) root, ext = os.path.splitext(name) if ext in ('file', 'dir'): ext='' else: ext=string.lower(ext) if ext and ext[0] in '.': ext=ext[1:] #hack to force some kind of binary content type if ext[:2] == 'mp': ct = 'audio/mpeg' elif ext[:1] == 'r': ct = 'audio/x-pn-realaudio' else: ct = 'audio/x-'+ext if readdAudio: if object_already_exists(object, name): try: if verbose: print ' deleting old ' + name call(object.manage_delObjects, ids=[name]) except: if verbose: print 'delete before addAudio failed' try: if verbose: print ' adding ' + name call(objA.manage_addAudio, id=name, file=open(f,'rb')) #hack to force some kind of binary content type o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_edit, title=name, content_type=ct, description=ext+' file uploaded via load_site') except: if verbose: print 'addAudio failed' else: if object_already_exists(object, name): if replaceFiles: try: if verbose: print ' updating...' o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_upload, file=open(f,'rb')) call(o.manage_edit, title=name, content_type=ct, description=ext+' file uploaded via load_site') except: if verbose: print 'update audio file failed' else: if verbose: print ' audio file '+name+' already exists, updating content_type only' try: o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_edit, title=name, content_type=ct, description=ext+' file uploaded via load_site') except: if verbose: print 'update audio file content_type failed' else: try: call(objA.manage_addAudio, id=name, file=open(f,'rb')) #hack to force some kind of binary content type o=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(o.manage_edit, title=name, content_type=ct, description=ext+' file uploaded via load_site') except: if verbose: print 'addAudio failed' def object_already_exists(object, name): try: #call manage tab to see if object exists object=object.__class__(object.url+'/'+quote(name), username=object.username, password=object.password) call(object.manage) if verbose: print ' '+name + ' exists' return 1 except: if verbose: print ' '+name + ' doesnt exist' return 0 if __name__=='__main__': main()