")
+ return self.templates
+
+ def add_evernote_models(self, allowForceRebuild=True):
+ col = self.collection()
+ mm = col.models
+ self.evernoteModels = {}
+
+ forceRebuild = self.add_evernote_model(mm, MODELS.DEFAULT, allowForceRebuild=allowForceRebuild)
+ self.add_evernote_model(mm, MODELS.REVERSE_ONLY, forceRebuild)
+ self.add_evernote_model(mm, MODELS.REVERSIBLE, forceRebuild)
+ self.add_evernote_model(mm, MODELS.CLOZE, forceRebuild, True)
+
+ def setup_ancillary_files(self):
+ # Copy CSS file from anknotes addon directory to media directory
+ media_dir = re.sub("(?i)\.(anki2)$", ".media", self.collection().path)
+ if isinstance(media_dir, str):
+ media_dir = unicode(media_dir, sys.getfilesystemencoding())
+ shutil.copy2(os.path.join(FOLDERS.ANCILLARY, FILES.ANCILLARY.CSS), os.path.join(media_dir, FILES.ANCILLARY.CSS))
+
+ def get_anki_fields_from_anki_note_id(self, a_id, fields_to_ignore=list()):
+ note = self.collection().getNote(a_id)
+ try:
+ items = note.items()
+ except Exception:
+ log_error("Unable to get note items for Note ID: %d" % a_id)
+ raise
+ return get_dict_from_list(items, fields_to_ignore)
+
+ def get_evernote_guids_from_anki_note_ids(self, ids=None):
+ if ids is None:
+ ids = self.get_anknotes_note_ids()
+ evernote_guids = []
+ self.usns = {}
+ for a_id in ids:
+ fields = self.get_anki_fields_from_anki_note_id(a_id, [FIELDS.CONTENT])
+ evernote_guid = get_evernote_guid_from_anki_fields(fields)
+ if not evernote_guid:
+ continue
+ evernote_guids.append(evernote_guid)
+ # log('Anki USN for Note %s is %s' % (evernote_guid, fields[FIELDS.UPDATE_SEQUENCE_NUM]), 'anki-usn')
+ if FIELDS.UPDATE_SEQUENCE_NUM in fields:
+ self.usns[evernote_guid] = fields[FIELDS.UPDATE_SEQUENCE_NUM]
+ else:
+ log(" ! get_evernote_guids_from_anki_note_ids: Note '%s' is missing USN!" % evernote_guid)
+ return evernote_guids
+
+ def get_evernote_guids_and_anki_fields_from_anki_note_ids(self, ids=None):
+ if ids is None:
+ ids = self.get_anknotes_note_ids()
+ evernote_guids = {}
+ for a_id in ids:
+ fields = self.get_anki_fields_from_anki_note_id(a_id)
+ evernote_guid = get_evernote_guid_from_anki_fields(fields)
+ if evernote_guid:
+ evernote_guids[evernote_guid] = fields
+ return evernote_guids
+
+ def search_evernote_models_query(self):
+ query = ""
+ delimiter = ""
+ for mName, mid in self.evernoteModels.items():
+ query += delimiter + "mid:" + str(mid)
+ delimiter = " OR "
+ return query
+
+ def get_anknotes_note_ids(self, query_filter=""):
+ query = self.search_evernote_models_query()
+ if query_filter:
+ query = query_filter + " (%s)" % query
+ ids = self.collection().findNotes(query)
+ return ids
+
+ def get_anki_note_from_evernote_guid(self, evernote_guid):
+ col = self.collection()
+ ids = col.findNotes(FIELDS.EVERNOTE_GUID_PREFIX + evernote_guid)
+ if not ids or not ids[0]:
+ return None
+ note = AnkiNote(col, None, ids[0])
+ return note
+
+ def get_anknotes_note_ids_by_tag(self, tag):
+ return self.get_anknotes_note_ids("tag:" + tag)
+
+ def get_anknotes_note_ids_with_unadded_see_also(self):
+ return self.get_anknotes_note_ids('"See Also" "See_Also:"')
+
+ def process_see_also_content(self, anki_note_ids):
+ log = Logger('See Also\\1-process_unadded_see_also_notes\\', rm_path=True)
+ tmr = stopwatch.Timer(anki_note_ids, infoStr='Processing Unadded See Also Notes', label=log.base_path)
+ tmr.info.BannerHeader('error')
+ for a_id in anki_note_ids:
+ ankiNote = self.collection().getNote(a_id)
+ try:
+ items = ankiNote.items()
+ except Exception:
+ log.error("Unable to get note items for Note ID: %d for %s" % (a_id, tmr.base_name))
+ raise
+ fields = {}
+ for key, value in items:
+ fields[key] = value
+ if fields[FIELDS.SEE_ALSO]:
+ tmr.reportSkipped()
+ continue
+ anki_note_prototype = AnkiNotePrototype(self, fields, ankiNote.tags, ankiNote, count=tmr.count,
+ count_update=tmr.counts.updated.completed.val,
+ max_count=tmr.max, light_processing=True)
+ if not anki_note_prototype.Fields[FIELDS.SEE_ALSO]:
+ tmr.reportSkipped()
+ continue
+ log.go("Detected see also contents for Note '%s': %s" % (
+ get_evernote_guid_from_anki_fields(fields), fields[FIELDS.TITLE]))
+ log.go(u" ::: %s " % strip_tags_and_new_lines(fields[FIELDS.SEE_ALSO]))
+ tmr.autoStep(anki_note_prototype.update_note(), fields[FIELDS.TITLE], update=True)
+
+ def process_toc_and_outlines(self):
+ self.extract_links_from_toc()
+ self.insert_toc_into_see_also()
+ self.insert_toc_and_outline_contents_into_notes()
+
+ def insert_toc_into_see_also(self):
+ db = ankDB()
+ db._db.row_factory = None
+ results = db.all(
+ "SELECT s.target_evernote_guid, s.source_evernote_guid, target_note.title, toc_note.title "
+ "FROM {s} as s, {n} as target_note, {n} as toc_note "
+ "WHERE s.source_evernote_guid != s.target_evernote_guid AND target_note.guid = s.target_evernote_guid "
+ "AND toc_note.guid = s.source_evernote_guid AND s.from_toc == 1 "
+ "ORDER BY target_note.title ASC")
+ # results_bad = db.all(
+ # "SELECT s.target_evernote_guid, s.source_evernote_guid FROM {t_see} as s WHERE s.source_evernote_guid COUNT(SELECT * FROM {tn} WHERE guid = s.source_evernote_guid) )" % (
+ # TABLES.SEE_ALSO, TABLES.EVERNOTE.NOTES, TABLES.EVERNOTE.NOTES))
+ all_child_guids = db.list("tagNames NOT LIKE '{t_toc}'", columns='guid')
+ all_toc_guids = db.list("tagNames LIKE '{t_toc}'", columns='guid')
+ grouped_results = {}
+ toc_titles = {}
+ for row in results:
+ target_guid = row[0]
+ toc_guid = row[1]
+ if toc_guid not in all_toc_guids:
+ continue
+ if target_guid not in all_toc_guids and target_guid not in all_child_guids:
+ continue
+ if target_guid not in grouped_results:
+ grouped_results[target_guid] = [row[2], []]
+ toc_titles[toc_guid] = row[3]
+ grouped_results[target_guid][1].append(toc_guid)
+ action_title = 'INSERT TOCS INTO ANKI NOTES'
+ info = stopwatch.ActionInfo('Inserting TOC Links into', 'Anki Notes', 'Anki Notes\' See Only Field')
+ log = Logger('See Also\\5-insert_toc_links_into_see_also\\', rm_path=True)
+ tmr = stopwatch.Timer(len(grouped_results), info=info, label=log.base_path)
+ tmr.info.BannerHeader('new', crosspost=['invalid', 'error'])
+ toc_separator = generate_evernote_span(u' | ', u'Links', u'See Also', bold=False)
+ log.add('
%s: %d TOTAL NOTES
' % (action_title, tmr.max), 'see_also_html',
+ timestamp=False, clear=True,
+ extension='htm')
+ logged_missing_anki_note = False
+ sorted_results = sorted(grouped_results.items(), key=lambda s: s[1][0])
+ for target_guid, target_guid_info in sorted_results:
+ note_title, toc_guids = target_guid_info
+ ankiNote = self.get_anki_note_from_evernote_guid(target_guid)
+ # if tmr.step():
+ # log.add("INSERTING TOC LINKS INTO NOTE %5s: %s: %s" % ('#' + str(tmr.count), tmr.progress, note_title),
+ # 'progress')
+ if not ankiNote:
+ log.dump(toc_guids, 'Missing Anki Note for ' + target_guid, tmr.label, timestamp=False,
+ crosspost_to_default=False)
+ if not logged_missing_anki_note:
+ log.error('%s: Missing Anki Note(s) for TOC entry. See %s dump log for more details' %
+ (action_title, tmr.label))
+ logged_missing_anki_note = True
+ tmr.reportStatus(EvernoteAPIStatus.NotFoundError, title=note_title)
+ continue
+ fields = get_dict_from_list(ankiNote.items())
+ see_also_html = fields[FIELDS.SEE_ALSO]
+ content_links = find_evernote_links_as_guids(fields[FIELDS.CONTENT])
+ see_also_whole_links = find_evernote_links(see_also_html)
+ see_also_links = {x.Guid for x in see_also_whole_links}
+ invalid_see_also_links = {x for x in see_also_links if x not in all_child_guids and x not in all_toc_guids}
+ new_tocs = set(toc_guids) - see_also_links
+ if TAGS.TOC_AUTO in ankiNote.tags:
+ new_tocs -= set(content_links)
+ log.dump([new_tocs, toc_guids, invalid_see_also_links, see_also_links, content_links],
+ 'TOCs for %s' % fields[FIELDS.TITLE] + ' vs ' + note_title, 'new_tocs',
+ crosspost_to_default=False)
+ new_toc_count = len(new_tocs)
+ invalid_see_also_links_count = len(invalid_see_also_links)
+ if invalid_see_also_links_count > 0:
+ for link in see_also_whole_links:
+ if link.Guid in invalid_see_also_links:
+ see_also_html = remove_evernote_link(link, see_also_html)
+ see_also_links -= invalid_see_also_links
+ see_also_count = len(see_also_links)
+
+ if new_toc_count > 0:
+ has_ol = u'
%s' % toc_link)
+ toc_delimiter = toc_separator
+ if flat_links:
+ find_div_end = see_also_html.rfind('')
+ if find_div_end > -1:
+ see_also_html = see_also_html[:find_div_end] + see_also_new + '\n' + see_also_html[
+ find_div_end:]
+ see_also_new = ''
+ else:
+ see_also_toc_headers = {
+ 'ol': u'
')
+ see_also_html = see_also_html[:find_ol_end] + see_also_new + '\n' + see_also_html[find_ol_end:]
+ see_also_new = ''
+ else:
+ header_type = 'ul' if new_toc_count is 1 else 'ol'
+ see_also_new = see_also_toc_headers[header_type] + u'%s\n' % (see_also_new, header_type)
+ if see_also_count == 0:
+ see_also_html = generate_evernote_span(u'See Also:', 'Links', 'See Also')
+ see_also_html += see_also_new
+ see_also_html = see_also_html.replace('