import re from unmisc import unexception, IsNotQuiet, MarkupLinks from voteblock import recvoterequest from nations import FixNationName, IsNonnation, IsPrenation #Mr. Al-Mahmoud (Qatar) (spoke in Arabic): # slightly too prescriptive in this detection, but we're there already. respek = """(?x)([^<]*?)\s* # group 1 speaker name (?:\s*\((?:)?(?!interpretation|spoke)([^\)<]*)(?:)?\))? # group 2 nation (?:,\s(?:Rapporteur|President|(?:Vice-|Acting\s)?Chair(?:man)?|(?:Vice-)?Chairperson)\sof\s(?:the\s)? (.{0,150}?(?:Committee|Council|panel|Peoples?|Rwanda|Sierra\sLeone|Burundi|round\stable\s\d|panel\s\d|Agenda\sfor\sDevelopment|Court\sof\sJustice|Commission|lessons\slearned)(?:\s\([^\)]*\))?))? # group 3 committee rapporteur (?:\s\(((?:Acting\s|Vice-)?(?:Chairman|Rapporteur)\sof\sthe\s(?:Ad\sHoc\s|Special\s|Fifth\s|Second\s|Preparatory\s|Advisory\s|Trust\s|sanctions\s)?Committee.{0,140}?)\))? # group 4 extra chairman setting (?:.{0,150}(?:situation\sin\sAngola|\(1999\)))? (?:\s*(?:\(|)+ (?:spoke\sin|interpretation\sfrom)\s(\w+) # group 5 speaker language (?:.{0,60}?(?:by|the)\s(?:delegation|speaker))? # translated by [their] delegation (?:\)|)+)? \s* (?::|\s*:\s*|:) # make sure we get a colon \s* (?:)? # sometimes trailing \s*""" # use this to disentangle failures in the above regexp respekSS = """(?x)([^<]*?)\s* # group 1 speaker name (?:\s*\((?:)?(?!interpretation|spoke)([^\)<]*)(?:)?\))? # group 2 nation (?:,\s(?:Rapporteur|President|(?:Vice-|Acting\s)?Chairman|(?:Vice-)?Chairperson)\sof\s(?:the\s)? (.{0,150}?(?:Committee|Council|panel|Peoples?|Rwanda|round\stable\s\d|panel\s\d|Agenda\sfor\sDevelopment|Court\sof\sJustice)(?:\s\([^\)]*\))?))? # group 3 committee rapporteur (?:\s\(((?:Acting\s|Vice-)?(?:Chairman|Rapporteur)\sof\sthe\s(?:Ad\sHoc\s|Special\s|Fifth\s|Preparatory\s)?Committee.{0,140}?)\))? # group 4 extra chairman setting """ respekSS = None #The President (spoke in French): respekp1 = """(?x)(The\sPresident)\s* (?:\s*\((?!interpretation|spoke)([^\)<]*)\))?\s* (dummy)? (dummy)? (?:\((?:spoke\sin|interpretation\sfrom)\s(\w+) (?:.{0,60}?(?:by|the)\sdelegation)?\))? \s*:\s*""" respekp2 = """(?x)\s*(The\s(?:Acting\s)?President)\s*(?:)? (dummy)? (dummy)? (dummy)? (?:\s|\(||)+ (?:spoke\sin|interpretation\sfrom)\s(\w+) (?:\)||)+ \s*(?:<[ib]>)?:\s*(?:)?\s*""" respekp3 = """(?x)\s*(.{0,20}?(?:Mr\.|Ms\.|President|King|Sultan|Secretary-General|Pope|Commodore)[^<]{0,40}?)\s*(?:\s*:|:\s*) (dummy)? (dummy)? (dummy)? (dummy)? """ reboldline = """(?x).*? ( \(|\)| |\s| continued|and| Rev\.|L\.|Add\.|Corr\.| (?:para(?:graph|\.)|sect(?:ion|\.)|[Cc]hap(?:ter|\.)|draft\sresolution)\s[A-Z0-9]| Parts?| HIV|AIDS|CRP\.|rule| A/|S/|/|\d|,|;|-|I|X|[A-Z]- )*$""" def DetectSpeaker(ptext, indents, paranum, speakerbeforetookchair): #print ptext, "\n\n\n" if re.match("(?:In favour|Against|Abstaining)", ptext): # should be part of a voteblock print ptext #print tlcall[i - 1].paratext assert False if re.match("(?:The agenda was adopted\.|A vote was taken by show of hands\.|There being no objection, it is so decided\.)$", ptext): if IsNotQuiet(): print "italicizingline", len(indents), ptext ptext = "%s" % ptext indentationerror = "" if len(indents) == 1 and indents[0][0] == 0: if not re.match(" ", ptext) and not re.match("(?:\(|)+spoke in", ptext): # often there is a speaker with a blank space at the front indentationerror = "unindented-paragraph" if len(indents) > 2: indentationerror = "too many different indents" if len(indents) == 2 and indents[1][0] != 0: if (indents[0][1] == 1 and ptext[0] == '"' and indents[0][0] - indents[1][0] > 30): # turn this into a blockquote indents[0] = (indents[0][0], indents[0][1] + indents[1][1], indents[0][2] + indents[1][2]) del indents[1] if IsNotQuiet(): pass #print "ququququq", indents else: indentationerror = "un-left-justified paragraph" mfixchinaspek = re.match("(Mr\. \w+)\s*\s*([\w\-]+)\s*\((?:China|Republic of Korea)\)", ptext) if mfixchinaspek: #print "fixing chinaspeak", ptext, "\n" ptext = "%s %s %s" % (mfixchinaspek.group(1), mfixchinaspek.group(2), ptext[mfixchinaspek.end(2):]) #print ptext if re.search("\s\S\s\S\s\S\s", ptext): print ptext raise unexception("probable gaps in text", paranum) mspek = re.match(respekp1, ptext) if not mspek: mspek = re.match(respekp2, ptext) if not mspek: mspek = re.match(respekp3, ptext) if not mspek: mspek = re.match(respek, ptext) assert not mspek or not re.search("[<>]", mspek.group(1)) if not mspek and re.match("<[ib]>", ptext): speakerbeforetookchair = "" if mspek or speakerbeforetookchair: if indentationerror == "unindented-paragraph" and speakerbeforetookchair: indentationerror = False if indentationerror == "unindented-paragraph" and paranum.undocname in [ "A-55-PV.60", "A-55-PV.63", "A-55-PV.64", "A-55-PV.68", "A-55-PV.59", "A-55-PV.44", "A-55-PV.46", "A-55-PV.48", "A-55-PV.49", "A-55-PV.52", "A-55-PV.56", "A-55-PV.51", "A-60-PV.37", "A-60-PV.38", "A-60-PV.42", "A-60-PV.51", "A-60-PV.79", "A-60-PV.85", "A-60-PV.91", "A-60-PV.86", "A-60-PV.87", "A-60-PV.92", "A-60-PV.93", "A-60-PV.94" ]: indentationerror = False if indentationerror: print ptext print indents raise unexception(indentationerror + " of speaker-intro", paranum) if respekSS and not mspek: m = re.match(respekSS, ptext) if IsNotQuiet(): print ptext print " ___ ", m and m.group(0) if mspek: assert not indentationerror assert not re.match("", ptext) speakr = re.sub("\s+", " ", mspek.group(1).strip()) nation = "" bIsNotnation = True lnation = mspek.group(2) mbumpnation = re.search("([^(]*?)\s*\(([^)]*)\)$", speakr) if mbumpnation and not lnation and FixNationName(mbumpnation.group(2), paranum.sdate): speakr = mbumpnation.group(1) lnation = mbumpnation.group(2) if IsNotQuiet(): print "BBBB bumpingnat", speakr, lnation if lnation: nation = IsPrenation(lnation, paranum.sdate) if not nation: nation = FixNationName(lnation, paranum.sdate) bIsNotnation = not nation if not nation: nation = IsNonnation(lnation, paranum.sdate) if not nation: print ptext print "\ncheck if misspelt or new nonnation, can add * to front of it: ", lnation raise unexception("unrecognized nationC or nonnation", paranum) elif not re.match("The(?: Acting| Temporary)? President|The(?: Deputy| Assistant)? Secretary-General|The(?: Acting)? Chairman|Transcript", speakr): if IsNotQuiet(): # allow for less strict when done by cronjob raise unexception("missing nation for %s" % speakr, paranum) if not re.match("Mr\.|Mrs\.|Miss |Ms\.|Pope |The |King |Sultan |Prince |Secretary|Arch|Dr\.|Sir |Sheikh?a? |President |Monsignor |Chairman |Crown |His |Dame |Senator |Cardinal |Chief |Captain |Acting |Begum |Major-General |Shaikh |Judge |Count |Emir |Baroness |General |Nana |Princess |U |Rev\. |Kofi |Sayyid |Sheika |Bishop |Sir. |Wilmot |Eliza |Jos|Lord |Justice |Father |Commodore |Metropolitan |Transcript|Madam ", speakr): print speakr raise unexception("improper title on speaker", paranum) if re.search("[\.,:;]$", speakr): print speakr raise unexception("improper tail on speaker", paranum) if re.search("[,:;\(\)]", speakr): print speakr raise unexception("improper contents in speaker", paranum) typ = "spoken" currentspeaker = (speakr, nation, (mspek.group(5) or ""), bIsNotnation) # name, nation, language #print currentspeaker ptext = ptext[mspek.end(0):] if re.search("", ptext): print ptext raise unexception("bold in spoken text", paranum) elif speakerbeforetookchair: assert not indentationerror typ = "spoken" currentspeaker = speakerbeforetookchair #print "Continuation speaker", speakerbeforetookchair # non-spoken text else: #Mr. Al-Mahmoud (Qatar) (spoke in Arabic): if re.match(".*?(?:.*?:|:)(?!$)", ptext): print ptext raise unexception("improperly detected spoken text", paranum) if re.match("\(?", ptext): mballots = re.search("Number of ballot papers", ptext) if mballots: #print "BALLOT:", ptext, "\n" indentationerror = False if indentationerror: print ptext print indents raise unexception(indentationerror + " of unspoken text", paranum) if not mballots: mptext = re.match("(.*?)\.?\s*(?:\((?:resolutions?|decision|draft resolution) (A?[\d/]*\s*(?:\(?[A-Z,\s]*(?:and|to) [A-Z]\)?|[A-Z]{1,2})?)\))?\.?$", ptext) if not mptext and not re.match("\(spoke in", ptext): print "--%s--" % ptext raise unexception("improper italicline", paranum) ptext = re.sub("", "", ptext).strip() # further parsing of these phrases may take place in due course msodecided = re.match("(?:There being no objection, )?[Ii]t (?:was|is) so decided(?: \(decision [\d/]*\s*(?:A|B|C|A and B)?\))?\.?$", ptext) mwasadopted = re.match(".*?(?:resolution|decision|agenda|amendment|recommendation).*?(?:was|were) adopted(?i)", ptext) mcalledorder = re.match("The meeting (?:was called to order|rose|was suspended|was adjourned|resumed|was resumed) (?:at|on)", ptext) mtookchair = re.match("\s*(?:In the absence of the President, )?(.*?)(?:, \(?Vice[\-\s]President\)?,)? (?:took|in) the [Cc]hair\.?$", ptext) mretchair = re.match("(?:The President|.*?, Vice-President,|Mrs. Albright.*?|Baroness Amos) (?:returned to|in) the Chair.$", ptext) mescort = re.search("(?:was escorted|escorted the.*?) (?:(?:from|to) the (?:rostrum|podium|platform)|(?:from|into|to its place in) the (?:General Assembly Hall|Conference Room|Security Council Chamber))(?: by the President and the Secretary-General)?\.?$", ptext) msecball = re.search("A vote was taken by secret ballot\.(?: The meeting was suspended at|$)", ptext) mminsil = re.search("The (?:members of the (?:General )?Assembly|Council) observed (?:a|one) minute of (?:silent prayer (?:or|and) meditation|silence)\.$", ptext) mtellers = re.search("At the invitations? of the (?:Acting )?Presidents?.*?acted as tellers\.$|Having been drawn by lot", ptext) melected = re.search("[Hh]aving obtained (?:the required (?:two-thirds )?|an absolute )majority.*?(?:(?:were|was|been|is) s?elected|will be included [io]n the list)", ptext) mmisc = re.search("The Acting President drew the following.*?from the box|sang.*?for the General Assembly|The Assembly heard a musical performance|The Secretary-General presented the award to|From the .*? Group:|Having been drawn by lot by the (?:President|Secretary-General),|were elected members of the Organizational Committee|President \w+ and then Vice-President|Vice-President \S+ \S+ presided over|The following .*? States have.*?been elected members of the Security Council", ptext) mmiscnote = re.search("\[In the 79th plenary .*? III.\]$", ptext) mmstar = re.match("\*", ptext) # insert * in the text mmspokein = re.match("\(spoke in \w+(?:; interpretation.*?|; .*? the delegation)?\)$", ptext) matinvite = re.match("(?:At the invitation of the President, )?.*? (?:(?:took (?:a |the )?|were escorted to their )seats? at the Council table|(?:took|was invited to take) (?:(?:the |a |their )?(?:seat|place)s? reserved for \w+|a seat|a place|places|seats|their seats|his seat) at the (?:side of the )?Council (?:[Cc]hamber|table))(?:;.*?Chamber)?(?::.*?Zambia)?\.$", ptext) mscsilence = re.match("The members of the (?:Security )?Council observed a minute of silence.$", ptext) mscescort = re.search("(?:were|was) escorted to (?:seats|a seat|his place|a place) at the (?:Security )?Council table.$", ptext) mvtape = re.match("A video ?(?:tape)? was (?:shown|played|displayed) in the Council Chamber.$|An audio tape, in Arabic,|The members of the General Assembly heard a musical performance.$", ptext) mvprojscreen = re.match("(?:An image was|Two images were|A video was) projected on screen\.$", ptext) mvresuadjourned = re.match("The meeting was resumed and adjourned on.*? a\.m\.$", ptext) if mmstar: ptext = ptext[1:] # first line is from general assembly. Second line adds in some from security council if not (msodecided or mwasadopted or mcalledorder or mtookchair or mretchair or mballots or mescort or msecball or mminsil or mtellers or mmisc or melected or mmstar or mmiscnote or mmspokein or \ mvprojscreen or matinvite or mscsilence or mscescort or mvtape or mvresuadjourned): print "unrecognized--%s--" % ptext print re.match("At the invitations? of the (?:Acting )?", ptext) raise unexception("unrecognized italicline", paranum) # we can add subtypes to these italic-lines typ = "italicline" if mtookchair or mretchair: typ = "italicline-tookchair" if mmspokein: typ = "italicline-spokein" currentspeaker = None elif re.match("", ptext): if not re.match(reboldline, ptext): print ptext raise unexception("unrecognized bold completion", paranum) ptext = re.sub("", "", ptext).strip() typ = "boldline" currentspeaker = None else: typ = "unknown" print ptext, indents raise unexception("possible indent failure", paranum) return ptext, typ, currentspeaker AgendaTypeMap = [ ("condolence", "(?:floods|flood in|tropical storm|earthquake|tornado|typhoon|hurricane|cyclone|volcano eruption|fire at a tent city|tidal waves|crash of airplanes|bombing)(?i)"), ("condolence", "(?:Expression of sympathy to the.*?peoples of|Natural disasters in|Expression of sympathy|Recent terrorist attacks$)"), ("address", "address(?i)"), ("show", "(?:ceremony|message from the|prayer|remembrance songs|boys choir|african industrialization day|international.*? day)(?i)"), ("report", "report(?i)"), ("report", "working group(?i)"), ("report", "(?:letter from the|statements? by the|oral presentations by)(?i)"), ("report", "(The situation in|action on the list|list of accredited civil society actors)(?i)"), ("misc", "(?:UNICEF Executive Board|Observance of the Week of Solidarity|Date of the commemoration|Dates of the.*? Dialogue)(?i)"), ("misc", "(?:Draft Decision|Adoption of the draft resolution|continuation of statements|Agenda items(?: that remain| remaining) for consideration|Request for the inclusion of an additional|informal interactive hearings)(?i)"), ("misc", "(?:programme|high-level.*?meeting|meeting on the global|high-level.*?dialogue|organization of(?: the)? work|tribute|closure|announcement|postponement of(?: the)? date)(?i)"), ("misc", "(?:statements? on the occasion|expression of welcome|expression of thanks|adoption of the agenda|Participation.*? in the work|extension of the work|apportionment of the expenses)(?i)"), ("misc", "(?:Drawing of lots for the seating protocol)(?i)"), ] def DetectAgendaForm(ptext, genasssess, prevagendanum, paranum): if re.match("Agenda(?: items?)? \d+(?i)", ptext): blinepara = "boldline-agenda" acptext = re.sub("(?:\s*\(|\(\s*|\()\s*(?:continued|resumed)\s*(?:\)\s*|\s*\)|\))|\s*", " ", ptext).strip() acptext = re.sub("\(\w\)|;.*$", "", acptext) acptext = re.sub("agenda items?(?i)", " ", acptext) acptext = re.sub("and", ", ", acptext) if not re.match("[\d\s,]+$", acptext): print ptext raise unexception("malformed boldline agenda", paranum) res = ",".join(["%s-%s" % (aa, genasssess) for aa in re.findall("\d+", acptext)]) assert res return res mprovag = re.match("Items? (\d+)(?: and (\d+)?)?(?: \(\w\))? of the provisional agenda", ptext) if mprovag: res = "%sp-%s" % (mprovag.group(1), genasssess) if mprovag.group(2): res = "%s,%sp-%s" % (res, mprovag.group(1), genasssess) return res mreqreopen = re.match("Request for the reopening.*?agenda item (\d+)", ptext) if mreqreopen: return "%s-%s" % (mreqreopen.group(1), genasssess) if re.match("\(\w\)", ptext): if not re.match("\d+-\d+", prevagendanum): print "can't copy from prevagendanum", prevagendanum return "" assert prevagendanum.split("-")[1] == genasssess #print "\n\n\ncontinuingagendanum", prevagendanum, ptext return prevagendanum for agt, reagt in AgendaTypeMap: if re.search(reagt, ptext): if agt == "condolence": print "NNNN", ptext return "%s-%s" % (agt, genasssess) print "\n\n**** ", ptext print genasssess #assert not re.search("Agenda", ptext), ptext return "" #return "%s-%s" % ("unknown", genasssess) def CleanupTags(ptext, typ, paranum): assert typ in ["council-agenda", "italicline", "italicline-tookchair", "italicline-spokein", "boldline", "spoken"] if typ == "boldline": ptext = re.sub("", "", ptext).strip() if re.search("", ptext): ptext = re.sub("([.,]\s*)", "\\1", ptext) # slipt in a cleaning substitution here (can't find a better place for now) ptext = re.sub("[`\xb4']", "'", ptext) ptext = re.sub(u'[\xad]', "-", ptext) # some very invisibley different symbol # could have a special paragraph type for this mspokein = re.match("\((spoke in \w+(.*?delegation|President's Office)?)\)$", ptext) if mspokein: stext = re.sub("<[/ib]*>", "", mspokein.group(1)).strip() return "%s" % stext if re.search("<[^/i]+>", ptext): print ptext raise unexception("tag other than italics in text", paranum) if re.match(".*?[\s\.\-]?$", ptext): print ptext raise unexception("total italics in text", paranum) if re.search("", "".join(re.split("(.*?)", ptext))): print ptext raise unexception("unmatched italics in spoken text", paranum) if re.search("\s\S\s\S\s\S\s", ptext): print ptext raise unexception("probable gaps in text", paranum) return ptext class SpeechBlock: def DetectEndSpeech(self, ptext, lastindent, sdate): if re.match(recvoterequest, ptext): return True if re.match(".*?.*?:(?!$)", ptext): return True if re.match("\s*The(?: Acting)? President", ptext): return True if re.match("<[ib]>.*?\s\(resolution [\d/AB]*\)\.$", ptext): return True if re.match(".{0,40}?.{0,40}?(?:resolution|decision|amendment).{0,60}?was adopted.{0,40}$", ptext): return True if re.match("(?:I see|If I hear|I hear) no objection.*?so decided", ptext): return False if not self.bSecurityCouncil and re.match(".{0,40}?(?:was|is) so decided.{0,40}?$", ptext): return True if re.match("\s*The meeting (?:was called to order|rose|was suspended|was adjourned).{0,60}?$", ptext): return True if re.match("A vote was taken", ptext): return True if re.match("A vote was taken by show of hands\.$", ptext): return True if re.match(".*?was escorted", ptext): return True if re.match(".*?(?:took|returned to) the [Cc]hair", ptext): return True if re.match("\s*The members of the General Assembly observed .{0,80}?$", ptext): return True # anything bold if re.match(".*?$", ptext): return True if re.match("", ptext): return True if re.match("(?:\(|\()spoke in \w+(?:.*?delegation)?(?:\)|\))$", ptext): return True # total italics if re.match(".*?[\s\.\-]?$", ptext): return True return False def __init__(self, tlcall, i, lundocname, lsdate, speakerbeforetookchair, prevagendanum): self.tlcall = tlcall self.i = i self.sdate = lsdate self.undocname = lundocname self.bSecurityCouncil = re.match("S-PV.\d+", self.undocname) if not self.bSecurityCouncil: self.genasssess = re.match("A-(\d+)", self.undocname).group(1) self.agendanum = "" self.pageno, self.paranum = tlcall[i].txls[0].pageno, tlcall[i].paranum # paranum = ( undocname, sdate, tlc.txls[0].pageno, paranumber ) #self.gid = self.paranum.MakeGid() tlc = self.tlcall[self.i] #print "\npppp", tlc.indents, tlc.paratext, tlc.txls ptext, self.typ, self.speaker = DetectSpeaker(tlc.paratext, tlc.indents, self.paranum, speakerbeforetookchair) ptext = MarkupLinks(CleanupTags(ptext, self.typ, self.paranum), self.undocname, self.paranum) self.i += 1 if self.typ in ["italicline", "italicline-tookchair", "italicline-spokein"]: self.paragraphs = [ ("italicline", ptext) ] return # series of boldlines if self.typ == "boldline": self.agendanum = "" blinepara = tlc.lastindent and "blockquote" or "p" # detect the agenda if not self.bSecurityCouncil: self.agendanum = DetectAgendaForm(ptext, self.genasssess, prevagendanum, self.paranum) #print "aaaaa ", self.agendanum if not self.agendanum: if IsNotQuiet(): print "if no agenda, add to AgendaTypeMap" raise unexception(" uncategorized agenda title", self.paranum) self.paragraphs = [ (blinepara, ptext) ] while self.i < len(self.tlcall): tlc = self.tlcall[self.i] if not re.match(reboldline, tlc.paratext): break ptext = MarkupLinks(CleanupTags(tlc.paratext, self.typ, self.paranum), self.undocname, self.paranum) # a second agenda number gets found if not self.bSecurityCouncil and re.match("Agenda(?: item)? \d+(?i)", ptext): agendanum2 = DetectAgendaForm(ptext, self.genasssess, prevagendanum, self.paranum) print "agendanum from second line", agendanum2 assert agendanum2, ptext # must detect it if re.search("misc|show|address", self.agendanum): self.agendanum = agendanum2 # a woolly agenda can be over-ridden elif self.undocname == "A-62-PV.74": self.agendanum = "%s,%s" % (self.agendanum, agendanum2) else: print self.agendanum print ptext raise unexception(" unknown extra agendanum case", self.paranum) print "aaaa2aa ", self.agendanum self.paragraphs.append((tlc.lastindent and "boldline-indent" or "boldline-p", ptext)) self.i += 1 return # actual spoken section assert self.typ == "spoken" assert tlc.lastindent == 0 or len(tlc.indents) == 1 # doesn't happen in first paragraph of speech self.paragraphs = [ ("p", ptext) ] while self.i < len(self.tlcall): tlc = self.tlcall[self.i] if self.DetectEndSpeech(tlc.paratext, tlc.lastindent, self.sdate): break ptext = MarkupLinks(CleanupTags(tlc.paratext, self.typ, self.paranum), self.undocname, self.paranum) bIndent = (len(tlc.indents) == 1) and (tlc.indents[0][0] != 0) and (tlc.indents[0][1] > 1) self.paragraphs.append(((bIndent and "blockquote" or "p"), ptext)) self.i += 1 def writeblock(self, fout): fout.write("\n") gid = self.paranum.MakeGid() if self.typ == "spoken": fout.write('
\n' % (self.typ, gid)) fout.write('

') fout.write(' %s' % self.speaker[0]) if self.speaker[1]: if self.speaker[3]: fout.write(' %s' % self.speaker[1]) else: fout.write(' %s' % self.speaker[1]) if self.speaker[2]: fout.write(' %s' % self.speaker[2]) fout.write('

\n') elif self.typ == "boldline": fout.write('
\n') else: fout.write('
\n' % (self.typ, gid)) paranum = 1 for para in self.paragraphs: #print para[1] if re.search("", para[1]): print self.typ, para[1] assert False if not para[0] or para[0] == "italicline": fout.write('\t

%s

\n' % (gid, paranum, para[1])) # italicline stuff elif para[0] == "p": fout.write('\t

%s

\n' % (gid, paranum, para[1])) elif para[0] == "blockquote": fout.write('\t
%s
\n' % (gid, paranum, para[1])) else: assert para[0] in ["boldline-p", "boldline-agenda", "boldline-indent"] if para[0] == "boldline-indent": fout.write('\t
%s
\n' % (para[0], gid, paranum, para[1])) else: fout.write('\t

%s

\n' % (para[0], gid, paranum, para[1])) paranum += 1 fout.write('
\n') def ExtractRoseTime(self, prevtime): if self.typ != "italicline": return "" if len(self.paragraphs) != 1: return "" sprevhour, sprevmin = prevtime.split(":") para = self.paragraphs[0] mroseat = re.search("meeting(?: rose| was adjourned| was suspended) at (\d+)(?:[\.:]\s*(\d+))? ([ap])\.m\.(, \d+ September|, Friday,| on)?", para[1]) if not mroseat: if re.search("meeting rose at(?: 12)? noon\.", para[1]): return "12:00" if re.search("meeting rose at(?: 12)? midnight\.", para[1]): assert int(sprevhour) > 13 # else session too long return "24:00" return "" ihour = int(mroseat.group(1)) imin = mroseat.group(2) and int(mroseat.group(2)) or 0 if mroseat.group(3) and mroseat.group(3) == "p" and ihour != 12: ihour += 12 if not (1 <= ihour <= 23) or not (0 <= imin <= 59): return "" # case of going beyond midnight if (ihour in [1, 2, 4, 8]) and (mroseat.group(3) == "a") and (int(sprevhour) > ihour): ihour += 24 print " wrapping mid-night %s -> %s" % (prevtime, ihour) if (ihour == 12) and (mroseat.group(3) == "a") and (int(sprevhour) > 13): ihour = 24 print " wrapping mid-night %s -> %s" % (prevtime, ihour) res = "%02d:%02d" % (ihour, imin) # check time is in order if int(sprevhour) > ihour or (int(sprevhour) > ihour and int(sprevmin) > imin): print " ***** times out of order, %s > %s" % (prevtime, res) return "" if ihour - int(sprevhour) > 15: print " session too long, %s -> %s" % (prevtime, res) return "" return res