root/hodgestar/PythonCode/Tiki2Pm/importer.py

import MySQLdb, sys
import pmwiki, tikiwiki

# Configuration

dTikiDb = { 'host' : 'katfs', 'user' : 'katwiki', 'passwd' : '1rf2go',
            'db': 'katwiki' }

dConfig = { 'output_dir' : 'wiki.d', 'wiki_group' : 'Tiki',
            'auto_group' : 'Auto', 'auto_author' : 'PmWikiImporter',
            'pmwiki_version' : "2.2.0-beta65",
            'uploads_dir' : 'uploads', 'uploads_prefix' : pmwiki.PmWikiWriter.PER_GROUP_UPLOAD }

dBadAuthors = {
}

dBadPages = {
}

sys.setrecursionlimit(100000)

#
# Translation
#

def doWikiPages(oTiki,oTrans,oWriter):
    global dConfig, dBadAuthors, dBadPages

    for oPage in oTiki.pages():
        if dBadAuthors.has_key(oPage.author): continue
        if dBadPages.has_key(oPage.title): continue

        sTitle = pmwiki.safePageName(oPage.title)
        sData = oTrans.translate(sTitle,oPage.data)

        for oComment in oPage.comments():
            sData += "\n----" \
                  + "\n!!!!Comment: " + oComment.title \
                  + " (by [[~" + oComment.author + "]]" \
                  + " on " + str(oComment.date) + ")\n" \
                  + oTrans.translate(None,oComment.data)

        attachments = list(oPage.attachments())
        if len(attachments) > 0:
            sData += "\n----" \
                  + "\n!!!!Attachments:"

            for oAttachment in attachments:
                sData += "\n* [[Attach:" + oAttachment.filename + " | " + oAttachment.filename + "]] - added by " + oAttachment.author + " on " + str(oAttachment.date)
                oWriter.writeFile(sTitle,dConfig['wiki_group'],oAttachment.data,oAttachment.filename)

        oWriter.writePage(sTitle,dConfig['wiki_group'],oPage.author,sData,getattr(oPage,'date',None))

def doResults(oTiki,oTrans,oWriter):
    global dConfig

    for sType, oPages in oTrans.matches():
        aItems = list(oPages)
        aItems.sort()
        sText = "\n".join([ "*[[" + dConfig['wiki_group'] + "." + x + "]]" for x in aItems ])
        oWriter.writePage(sType,dConfig['auto_group'],dConfig['auto_author'],sText)

def doBlogs(oTiki,oTrans,oWriter):
    global dConfig
    sBlogMain = "(:pageList group={$Group} fmt=#include list=normal count=5 order=-ctime:)\n" \
              + "*[[{$Group}.Archive]]\n" \
              + "*Categories: [[!Blog]]\n"
    sBlogArchive = "(:pageList group={$Group} fmt=#title list=normal order=-ctime:)\n" \
              + "----\n" \
              + "*[[{$Group}.{$Group}|{$Group}]]\n"

    for oBlog in oTiki.blogs():
        print oBlog.id, oBlog.title, oBlog.author

        sGroup = pmwiki.safePageName(oBlog.title)
        if not sGroup.endswith("Blog"):
            sGroup = sGroup + "Blog"
        oWriter.writePage(sGroup,sGroup,oBlog.author,sBlogMain,None,oBlog.date)
        oWriter.writePage("Archive",sGroup,oBlog.author,sBlogArchive,oBlog.date)
        iPostCnt = 0

        for oPost in oBlog.posts():
            print " [P] ", oPost.title
            iPostCnt += 1

            sTitle = pmwiki.safePageName(oPost.title)
            if len(sTitle) == 0:
                sTitle = sGroup + "Post" + str(iPostCnt)

            sData = oTrans.translate(sTitle,oPost.data)

            for oComment in oPost.comments():
                print "   [C] ", oComment.title

                sData += "\n----" \
                      + "\n!!!!Comment: " + oComment.title \
                      + " (by [[~" + oComment.author + "]]" \
                      + " on " + str(oComment.date) + ")\n" \
                      + oTrans.translate(None,oComment.data)
        
            oWriter.writePage(sTitle,sGroup,oPost.author,sData,None,oPost.date)

def doPolls(oTiki,oTrans,oWriter):
    for oPoll in oTiki.polls():
        print oPoll.id, oPoll.title
        for oOption in oPoll.options():
            print " [O] ", oOption.title, oOption.votes
        for oComment in oPoll.comments():
            print " [C] ", oComment.title

#
# Main
#

def main(aArgs):
    global dTikiDb, dConfig

    oConn = MySQLdb.connect(**dTikiDb)
    oWriter = pmwiki.PmWikiWriter(dConfig['output_dir'],dConfig['pmwiki_version'],dConfig['uploads_dir'],dConfig['uploads_prefix'])
    oTrans = pmwiki.MarkUpTranslator()
    oTiki = tikiwiki.Tiki(oConn)

    for tRule in tikiwiki.Tiki2PmWiki.aRules:
        oTrans.addRule(*tRule)

    doWikiPages(oTiki,oTrans,oWriter)
    #doResults(oTiki,oTrans,oWriter)
    #doBlogs(oTiki,oTrans,oWriter)
    #doPolls(oTiki,oTrans,oWriter)

    oConn.close()

if __name__ == '__main__':
    sys.exit(main(sys.argv))