Django importer; may move to addons later, but keeping it with DjangoExport for now
svn: r13653
This commit is contained in:
Doug Blank
parent
828ec034c9
commit
670e9bc1ff
34
src/plugins/import/ImportDjango.gpr.py
Normal file
34
src/plugins/import/ImportDjango.gpr.py
Normal file
@ -0,0 +1,34 @@
|
||||
# Gramps - a GTK+/GNOME based genealogy program
|
||||
#
|
||||
# Copyright (C) 2008 - 2009 Douglas S. Blank <doug.blank@gmail.com>
|
||||
# Copyright (C) 2009 B. Malengier <benny.malengier@gmail.com>
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License as published by
|
||||
# the Free Software Foundation; either version 2 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with this program; if not, write to the Free Software
|
||||
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
||||
#
|
||||
# $Id$
|
||||
#
|
||||
|
||||
register(IMPORT,
|
||||
id = "import_django",
|
||||
name = _('Django Import'),
|
||||
description = _('Django is a web framework working on a '
|
||||
'configured database'),
|
||||
version = '1.0',
|
||||
status = UNSTABLE,
|
||||
import_function = 'import_data',
|
||||
extension = "django",
|
||||
fname = "ImportDjango.py",
|
||||
)
|
||||
|
||||
193
src/plugins/import/ImportDjango.py
Normal file
193
src/plugins/import/ImportDjango.py
Normal file
@ -0,0 +1,193 @@
|
||||
# Gramps - a GTK+/GNOME based genealogy program
|
||||
#
|
||||
# Copyright (C) 2008 - 2009 Douglas S. Blank <doug.blank@gmail.com>
|
||||
# Copyright (C) 2009 B. Malengier <benny.malengier@gmail.com>
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License as published by
|
||||
# the Free Software Foundation; either version 2 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with this program; if not, write to the Free Software
|
||||
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
||||
#
|
||||
# $Id$
|
||||
#
|
||||
|
||||
"""
|
||||
Import from the Django dji on the configured database backend
|
||||
|
||||
"""
|
||||
|
||||
#-------------------------------------------------------------------------
|
||||
#
|
||||
# Standard Python Modules
|
||||
#
|
||||
#-------------------------------------------------------------------------
|
||||
from gettext import gettext as _
|
||||
from gettext import ngettext
|
||||
import time
|
||||
import sys
|
||||
import os
|
||||
|
||||
#------------------------------------------------------------------------
|
||||
#
|
||||
# Set up logging
|
||||
#
|
||||
#------------------------------------------------------------------------
|
||||
import logging
|
||||
log = logging.getLogger(".ImportDjango")
|
||||
|
||||
#-------------------------------------------------------------------------
|
||||
#
|
||||
# GRAMPS modules
|
||||
#
|
||||
#-------------------------------------------------------------------------
|
||||
import gen.lib
|
||||
from QuestionDialog import ErrorDialog
|
||||
from Utils import create_id
|
||||
import const
|
||||
|
||||
from django.conf import settings
|
||||
import web.settings as default_settings
|
||||
try:
|
||||
settings.configure(default_settings, DEBUG=True)
|
||||
except:
|
||||
pass
|
||||
|
||||
from web.libdjango import DjangoInterface
|
||||
|
||||
#-------------------------------------------------------------------------
|
||||
#
|
||||
# Django Reader
|
||||
#
|
||||
#-------------------------------------------------------------------------
|
||||
class DjangoReader(object):
|
||||
def __init__(self, db, filename, callback):
|
||||
if not callable(callback):
|
||||
callback = lambda (percent): None # dummy
|
||||
self.db = db
|
||||
self.dji = DjangoInterface()
|
||||
self.filename = filename
|
||||
self.callback = callback
|
||||
self.debug = 0
|
||||
|
||||
def process(self):
|
||||
sql = None
|
||||
total = (self.dji.Note.count() +
|
||||
self.dji.Person.count() +
|
||||
self.dji.Event.count() +
|
||||
self.dji.Family.count() +
|
||||
self.dji.Repository.count() +
|
||||
self.dji.Place.count() +
|
||||
self.dji.Media.count() +
|
||||
self.dji.Source.count())
|
||||
self.trans = self.db.transaction_begin("",batch=True)
|
||||
self.db.disable_signals()
|
||||
count = 0.0
|
||||
self.t = time.time()
|
||||
|
||||
# ---------------------------------
|
||||
# Process note
|
||||
# ---------------------------------
|
||||
notes = self.dji.Note.all()
|
||||
for note in notes:
|
||||
data = self.dji.get_note(note)
|
||||
self.db.note_map[str(note.handle)] = data
|
||||
count += 1
|
||||
self.callback(100 * count/total)
|
||||
|
||||
# ---------------------------------
|
||||
# Process event
|
||||
# ---------------------------------
|
||||
events = self.dji.Event.all()
|
||||
for event in events:
|
||||
data = self.dji.get_event(event)
|
||||
self.db.event_map[str(event.handle)] = data
|
||||
count += 1
|
||||
self.callback(100 * count/total)
|
||||
|
||||
# ---------------------------------
|
||||
# Process person
|
||||
# ---------------------------------
|
||||
## Do this after Events to get the birth/death data
|
||||
people = self.dji.Person.all()
|
||||
for person in people:
|
||||
data = self.dji.get_person(person)
|
||||
self.db.person_map[str(person.handle)] = data
|
||||
count += 1
|
||||
self.callback(100 * count/total)
|
||||
|
||||
# ---------------------------------
|
||||
# Process family
|
||||
# ---------------------------------
|
||||
families = self.dji.Family.all()
|
||||
for family in families:
|
||||
data = self.dji.get_family(family)
|
||||
self.db.family_map[str(family.handle)] = data
|
||||
count += 1
|
||||
self.callback(100 * count/total)
|
||||
|
||||
# ---------------------------------
|
||||
# Process repository
|
||||
# ---------------------------------
|
||||
repositories = self.dji.Repository.all()
|
||||
for repo in repositories:
|
||||
data = self.dji.get_repository(repo)
|
||||
self.db.repository_map[str(repo.handle)] = data
|
||||
count += 1
|
||||
self.callback(100 * count/total)
|
||||
|
||||
# ---------------------------------
|
||||
# Process place
|
||||
# ---------------------------------
|
||||
places = self.dji.Place.all()
|
||||
for place in places:
|
||||
data = self.dji.get_place(place)
|
||||
self.db.place_map[str(place.handle)] = data
|
||||
count += 1
|
||||
self.callback(100 * count/total)
|
||||
|
||||
# ---------------------------------
|
||||
# Process source
|
||||
# ---------------------------------
|
||||
sources = self.dji.Source.all()
|
||||
for source in sources:
|
||||
data = self.dji.get_source(source)
|
||||
self.db.source_map[str(source.handle)] = data
|
||||
count += 1
|
||||
self.callback(100 * count/total)
|
||||
|
||||
# ---------------------------------
|
||||
# Process media
|
||||
# ---------------------------------
|
||||
media = self.dji.Media.all()
|
||||
for med in media:
|
||||
data = self.dji.get_media(med)
|
||||
self.db.media_map[str(med.handle)] = data
|
||||
count += 1
|
||||
self.callback(100 * count/total)
|
||||
|
||||
|
||||
return None
|
||||
|
||||
def cleanup(self):
|
||||
self.t = time.time() - self.t
|
||||
msg = ngettext('Import Complete: %d second','Import Complete: %d seconds', self.t ) % self.t
|
||||
self.db.transaction_commit(self.trans, _("Django import"))
|
||||
self.db.enable_signals()
|
||||
self.db.request_rebuild()
|
||||
print msg
|
||||
|
||||
|
||||
def import_data(db, filename, callback=None):
|
||||
g = DjangoReader(db, filename, callback)
|
||||
g.process()
|
||||
g.cleanup()
|
||||
|
||||
Loading…
Reference in New Issue
Block a user