--- /dev/null
+#!/usr/bin/env python3
+"""
+ getmyancestors.py - Retrieve GEDCOM data from FamilySearch Tree
+ Copyright (C) 2014-2016 Giulio Genovese (giulio.genovese@gmail.com)
+
+ This program is free software: you can redistribute it and/or modify
+ it under the terms of the GNU General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ This program is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU General Public License for more details.
+
+ You should have received a copy of the GNU General Public License
+ along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+ Written by Giulio Genovese <giulio.genovese@gmail.com>
+"""
+
+from __future__ import print_function
+import sys, argparse, getpass, time
+
+try:
+ import requests
+except ImportError:
+ sys.stderr.write('You need to install the requests module first\n')
+ sys.stderr.write('(run this in your terminal: "python3 -m pip install requests" or "python3 -m pip install --user requests")\n')
+ exit(2)
+
+# FamilySearch session class
+class Session:
+ def __init__(self, username, password, verbose = False, logfile = sys.stderr, timeout = 60):
+ self.username = username
+ self.password = password
+ self.verbose = verbose
+ self.logfile = logfile
+ self.timeout = timeout
+ self.login()
+
+ # retrieve FamilySearch session ID (https://familysearch.org/developers/docs/guides/oauth2)
+ def login(self):
+ while True:
+ try:
+ url = 'https://familysearch.org/auth/familysearch/login'
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Downloading: ' + url + '\n')
+ r = requests.get(url, params = {'ldsauth': False}, allow_redirects = False)
+
+ url = r.headers['Location']
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Downloading: ' + url + '\n')
+ r = requests.get(url, allow_redirects = False)
+ idx = r.text.index('name="params" value="')
+ span = r.text[idx+21:].index('"')
+ params = r.text[idx+21:idx+21+span]
+
+ url = 'https://ident.familysearch.org/cis-web/oauth2/v3/authorization'
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Downloading: ' + url + '\n')
+ r = requests.post(url, data = {'params': params, 'userName': self.username, 'password': self.password}, allow_redirects = False)
+
+ if 'The username or password was incorrect' in r.text:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: The username or password was incorrect\n')
+ exit()
+
+ if 'Invalid Oauth2 Request' in r.text:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Invalid Oauth2 Request\n')
+ time.sleep(self.timeout)
+ continue
+
+ url = r.headers['Location']
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Downloading: ' + url + '\n')
+ r = requests.get(url, allow_redirects = False)
+ self.fssessionid = r.cookies['fssessionid']
+ except requests.exceptions.ReadTimeout:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Read timed out\n')
+ continue
+ except requests.exceptions.ConnectionError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Connection aborted\n')
+ time.sleep(self.timeout)
+ continue
+ except requests.exceptions.HTTPError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: HTTPError\n')
+ time.sleep(self.timeout)
+ continue
+ except KeyError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: KeyError\n')
+ time.sleep(self.timeout)
+ continue
+ except ValueError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: ValueError\n')
+ time.sleep(self.timeout)
+ continue
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: FamilySearch session id: ' + self.fssessionid + '\n')
+ return
+
+ # retrieve FamilySearch developer key (wget -O- --max-redirect 0 https://familysearch.org/auth/familysearch/login?ldsauth=false)
+ def get_key(self):
+ url = 'https://familysearch.org/auth/familysearch/login'
+ while True:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Downloading: ' + url + '\n')
+ try:
+ r = requests.get(url, params = {'ldsauth': False}, allow_redirects = False, timeout = self.timeout)
+ location = r.headers['Location']
+ idx = location.index('client_id=')
+ key = location[idx+10:idx+49]
+ except ValueError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: FamilySearch developer key not found\n')
+ time.sleep(self.timeout)
+ continue
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: FamilySearch developer key: ' + key + '\n')
+ return key
+
+ # retrieve FamilySearch session ID (https://familysearch.org/developers/docs/guides/oauth1/login)
+ def old_login(self, oldmethod = False):
+ url = 'https://api.familysearch.org/identity/v2/login'
+ data = {'key' : self.key, 'username' : self.username, 'password' : self.password}
+ while True:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Downloading: ' + url + '\n')
+ try:
+ r = requests.post(url, data, timeout = self.timeout)
+ except requests.exceptions.ReadTimeout:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Read timed out\n')
+ continue
+ except requests.exceptions.ConnectionError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Connection aborted\n')
+ time.sleep(self.timeout)
+ continue
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Status code: ' + str(r.status_code) + '\n')
+ if r.status_code == 401:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Login failure\n')
+ raise Exception('Login failure')
+ try:
+ r.raise_for_status()
+ except requests.exceptions.HTTPError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: HTTPError\n')
+ time.sleep(self.timeout)
+ continue
+ self.fssessionid = r.cookies['fssessionid']
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: FamilySearch session id: ' + self.fssessionid + '\n')
+ return
+
+ # retrieve JSON structure from FamilySearch URL
+ def get_url(self, url):
+ while True:
+ try:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Downloading: ' + url + '\n')
+ # r = requests.get(url, cookies = { 's_vi': self.s_vi, 'fssessionid' : self.fssessionid }, timeout = self.timeout)
+ r = requests.get(url, cookies = { 'fssessionid' : self.fssessionid }, timeout = self.timeout)
+ except requests.exceptions.ReadTimeout:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Read timed out\n')
+ continue
+ except requests.exceptions.ConnectionError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Connection aborted\n')
+ time.sleep(self.timeout)
+ continue
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: Status code: ' + str(r.status_code) + '\n')
+ if r.status_code == 204 or r.status_code == 410:
+ return None
+ if r.status_code == 401:
+ self.login()
+ continue
+ try:
+ r.raise_for_status()
+ except requests.exceptions.HTTPError:
+ if self.verbose:
+ self.logfile.write('[' + time.strftime("%Y-%m-%d %H:%M:%S") + ']: HTTPError\n')
+ time.sleep(self.timeout)
+ continue
+ return r.json()
+
+ # retrieve FamilySearch current user ID
+ def get_userid(self):
+ url = 'https://familysearch.org/platform/users/current.json'
+ data = self.get_url(url)
+ return data['users'][0]['personId'] if data else None
+
+
+
+# GEDCOM individual class
+class Indi:
+
+ counter = 0
+
+ # initialize individual
+ def __init__(self, fid = None, fs = None, num = None):
+ if num:
+ self.num = num
+ else:
+ Indi.counter += 1
+ self.num = Indi.counter
+ self.fid = fid
+ self.famc_fid = set()
+ self.fams_fid = set()
+ self.famc_num = set()
+ self.fams_num = set()
+ self.given = ''
+ self.surname = 'Unknown'
+ self.gender = self.birtdate = self.birtplac = self.deatdate = self.deatplac = None
+ self.chrdate = self.chrplac = self.buridate = self.buriplac = None
+ if fid and fs:
+ url = 'https://familysearch.org/platform/tree/persons/' + self.fid + '.json'
+ data = fs.get_url(url)
+ if data:
+ x = data['persons'][0]
+ if x['names'] and 'parts' in x['names'][0]['nameForms'][0]:
+ for y in x['names'][0]['nameForms'][0]['parts']:
+ if y['type'] == u'http://gedcomx.org/Given':
+ self.given = y['value']
+ if y['type'] == u'http://gedcomx.org/Surname':
+ self.surname = y['value']
+ if 'gender' in x:
+ if x['gender']['type'] == "http://gedcomx.org/Male":
+ self.gender = "M"
+ elif x['gender']['type'] == "http://gedcomx.org/Female":
+ self.gender = "F"
+ else:
+ self.gender = None
+ for y in x['facts']:
+ if y['type'] == u'http://gedcomx.org/Birth':
+ self.birtdate = y['date']['original'] if 'date' in y and 'original' in y['date'] else None
+ self.birtplac = y['place']['original'] if 'place' in y and 'original' in y['place'] else None
+ if y['type'] == u'http://gedcomx.org/Christening':
+ self.chrdate = y['date']['original'] if 'date' in y and 'original' in y['date'] else None
+ self.chrplac = y['place']['original'] if 'place' in y and 'original' in y['place'] else None
+ if y['type'] == u'http://gedcomx.org/Death':
+ self.deatdate = y['date']['original'] if 'date' in y and 'original' in y['date'] else None
+ self.deatplac = y['place']['original'] if 'place' in y and 'original' in y['place'] else None
+ if y['type'] == u'http://gedcomx.org/Burial':
+ self.buridate = y['date']['original'] if 'date' in y and 'original' in y['date'] else None
+ self.buriplac = y['place']['original'] if 'place' in y and 'original' in y['place'] else None
+ self.parents = None
+ self.children = None
+ self.spouses = None
+
+ # add a fams to the individual
+ def add_fams(self, fams):
+ if not fams in self.fams_fid:
+ self.fams_fid.add(fams)
+
+ # add a famc to the individual
+ def add_famc(self, famc):
+ if not famc in self.famc_fid:
+ self.famc_fid.add(famc)
+
+ # retrieve parents
+ def get_parents(self, fs):
+ if not self.parents:
+ url = 'https://familysearch.org/platform/tree/persons/' + self.fid + '/parents.json'
+ data = fs.get_url(url)
+ if data:
+ x = data['childAndParentsRelationships'][0]
+ self.parents = (x['father']['resourceId'] if 'father' in x else None,
+ x['mother']['resourceId'] if 'mother' in x else None)
+ else:
+ self.parents = (None, None)
+ return self.parents
+
+ # retrieve children relationships
+ def get_children(self, fs):
+ if not self.children:
+ url = 'https://familysearch.org/platform/tree/persons/' + self.fid + '/children.json'
+ data = fs.get_url(url)
+ if data:
+ self.children = [(x['father']['resourceId'] if 'father' in x else None,
+ x['mother']['resourceId'] if 'mother' in x else None,
+ x['child']['resourceId']) for x in data['childAndParentsRelationships']]
+ return self.children
+
+ # retrieve spouse relationships
+ def get_spouses(self, fs):
+ if not self.spouses:
+ url = 'https://familysearch.org/platform/tree/persons/' + self.fid + '/spouses.json'
+ data = fs.get_url(url)
+ if data and 'relationships' in data:
+ self.spouses = [(x['person1']['resourceId'], x['person2']['resourceId'], x['id']) for x in data['relationships']]
+ return self.spouses
+
+ # print individual information in GEDCOM format
+ def print(self, file = sys.stdout):
+ file.write('0 @I' + str(self.num) + '@ INDI\n')
+ file.write('1 NAME ' + self.given + ' /' + self.surname + '/\n')
+ if self.gender:
+ file.write('1 SEX ' + self.gender + '\n')
+ if self.birtdate or self.birtplac:
+ file.write('1 BIRT\n')
+ if self.birtdate:
+ file.write('2 DATE ' + self.birtdate + '\n')
+ if self.birtplac:
+ file.write('2 PLAC ' + self.birtplac + '\n')
+ if self.chrdate or self.chrplac:
+ file.write('1 CHR\n')
+ if self.chrdate:
+ file.write('2 DATE ' + self.chrdate + '\n')
+ if self.chrplac:
+ file.write('2 PLAC ' + self.chrplac + '\n')
+ if self.deatdate or self.deatplac:
+ file.write('1 DEAT\n')
+ if self.deatdate:
+ file.write('2 DATE ' + self.deatdate + '\n')
+ if self.deatplac:
+ file.write('2 PLAC ' + self.deatplac + '\n')
+ if self.buridate or self.buriplac:
+ file.write('1 BURI\n')
+ if self.buridate:
+ file.write('2 DATE ' + self.buridate + '\n')
+ if self.buriplac:
+ file.write('2 PLAC ' + self.buriplac + '\n')
+ for num in self.fams_num:
+ file.write('1 FAMS @F' + str(num) + '@\n')
+ for num in self.famc_num:
+ file.write('1 FAMC @F' + str(num) + '@\n')
+ file.write('1 _FSFTID ' + self.fid + '\n')
+
+
+
+# GEDCOM family class
+class Fam:
+ counter = 0
+
+ # initialize family
+ def __init__(self, husb = None, wife = None, num = None):
+ if num:
+ self.num = num
+ else:
+ Fam.counter += 1
+ self.num = Fam.counter
+ self.husb_fid = husb if husb else None
+ self.wife_fid = wife if wife else None
+ self.husb_num = self.wife_num = self.fid = self.marrdate = self.marrplac = None
+ self.chil_fid = set()
+ self.chil_num = set()
+
+ # add a child to the family
+ def add_child(self, child):
+ if not child in self.chil_fid:
+ self.chil_fid.add(child)
+
+ # retrieve and add marriage information
+ def add_marriage(self, fs, fid):
+ if not self.fid:
+ self.fid = fid
+ url = 'https://familysearch.org/platform/tree/couple-relationships/' + self.fid + '.json'
+ data = fs.get_url(url)
+ if data and 'facts' in data['relationships'][0]:
+ x = data['relationships'][0]['facts'][0]
+ self.marrdate = x['date']['original'] if 'date' in x and 'original' in x['date'] else None
+ self.marrplac = x['place']['original'] if 'place' in x and 'original' in x['place'] else None
+ else:
+ self.marrdate = self.marrplac = None
+
+ # print family information in GEDCOM format
+ def print(self, file = sys.stdout):
+ file.write('0 @F' + str(self.num) + '@ FAM\n')
+ if self.husb_num:
+ file.write('1 HUSB @I' + str(self.husb_num) + '@\n')
+ if self.wife_num:
+ file.write('1 WIFE @I' + str(self.wife_num) + '@\n')
+ for num in self.chil_num:
+ file.write('1 CHIL @I' + str(num) + '@\n')
+ if self.marrdate or self.marrplac:
+ file.write('1 MARR\n')
+ if self.marrdate:
+ file.write('2 DATE ' + self.marrdate + '\n')
+ if self.marrplac:
+ file.write('2 PLAC ' + self.marrplac + '\n')
+ if self.fid:
+ file.write('1 _FSFTID ' + self.fid + '\n')
+
+
+
+# family tree class
+class Tree:
+ def __init__(self, fs = None):
+ self.fs = fs
+ self.indi = dict()
+ self.fam = dict()
+
+ # add individual to the family tree
+ def add_indi(self, fid):
+ if fid and not fid in self.indi:
+ self.indi[fid] = Indi(fid, self.fs)
+
+ # add family to the family tree
+ def add_fam(self, father, mother):
+ if not (father, mother) in self.fam:
+ self.fam[(father, mother)] = Fam(father, mother)
+
+ # add a children relationship (possibly incomplete) to the family tree
+ def add_trio(self, father, mother, child):
+ self.add_indi(father)
+ self.add_indi(mother)
+ self.add_indi(child)
+ if father:
+ self.indi[father].add_fams((father, mother))
+ if mother:
+ self.indi[mother].add_fams((father, mother))
+ self.indi[child].add_famc((father, mother))
+ self.add_fam(father, mother)
+ self.fam[(father, mother)].add_child(child)
+
+ # retrieve and add parents relationships
+ def add_parents(self, fid):
+ father, mother = self.indi[fid].get_parents(self.fs)
+ if father or mother:
+ tree.add_trio(father, mother, fid)
+ return filter(None, (father, mother))
+
+ # retrieve and add spouse relationships
+ def add_spouses(self, fid):
+ rels = self.indi[fid].get_spouses(self.fs)
+ if rels:
+ for father, mother, relfid in rels:
+ self.add_indi(father)
+ self.add_indi(mother)
+ self.indi[father].add_fams((father, mother))
+ self.indi[mother].add_fams((father, mother))
+ self.add_fam(father, mother)
+ self.fam[(father, mother)].add_marriage(self.fs, relfid)
+
+ # retrieve and add children relationships
+ def add_children(self, fid):
+ children = list()
+ rels = tree.indi[fid].get_children(self.fs)
+ if rels:
+ for father, mother, child in rels:
+ self.add_trio(father, mother, child)
+ children.append(child)
+ return children
+
+ def reset_num(self):
+ for husb, wife in self.fam:
+ self.fam[(husb, wife)].husb_num = self.indi[husb].num if husb else None
+ self.fam[(husb, wife)].wife_num = self.indi[wife].num if wife else None
+ self.fam[(husb, wife)].chil_num = set([self.indi[chil].num for chil in self.fam[(husb, wife)].chil_fid])
+ for fid in self.indi:
+ self.indi[fid].famc_num = set([self.fam[(husb, wife)].num for husb, wife in self.indi[fid].famc_fid])
+ self.indi[fid].fams_num = set([self.fam[(husb, wife)].num for husb, wife in self.indi[fid].fams_fid])
+
+ # print GEDCOM file
+ def print(self, file = sys.stdout):
+ file.write('0 HEAD\n')
+ file.write('1 CHAR UTF-8\n')
+ file.write('1 GEDC\n')
+ file.write('2 VERS 5.5\n')
+ file.write('2 FORM LINEAGE-LINKED\n')
+ for fid in sorted(self.indi, key = lambda x: self.indi.__getitem__(x).num):
+ self.indi[fid].print(file)
+ for husb, wife in sorted(self.fam, key = lambda x: self.fam.__getitem__(x).num):
+ self.fam[(husb, wife)].print(file)
+ file.write('0 TRLR\n')
+
+if __name__ == '__main__':
+ parser = argparse.ArgumentParser(description = 'Retrieve GEDCOM data from FamilySearch Tree (4 Jul 2016)', add_help = False, usage = 'getmyancestors.py -u username -p password [options]')
+ parser.add_argument('-u', metavar = '<STR>', type = str, help = 'FamilySearch username')
+ parser.add_argument('-p', metavar = '<STR>', type = str, help = 'FamilySearch password')
+ parser.add_argument('-i', metavar = '<STR>', nargs='+', type = str, help = 'List of individual FamilySearch IDs for whom to retrieve ancestors')
+ parser.add_argument('-a', metavar = '<INT>', type = int, default = 4, help = 'Number of generations to ascend [4]')
+ parser.add_argument('-d', metavar = '<INT>', type = int, default = 0, help = 'Number of generations to descend [0]')
+ parser.add_argument('-m', action = "store_true", default = False, help = 'Add spouses and couples information [False]')
+ parser.add_argument("-v", action = "store_true", default = False, help = "Increase output verbosity [False]")
+ parser.add_argument('-t', metavar = '<INT>', type = int, default = 60, help = 'Timeout in seconds [60]')
+ try:
+ parser.add_argument('-o', metavar = '<FILE>', type = argparse.FileType('w', encoding = 'UTF-8'), default = sys.stdout, help = 'output GEDCOM file [stdout]')
+ parser.add_argument('-l', metavar = '<FILE>', type = argparse.FileType('w', encoding = 'UTF-8'), default = sys.stderr, help = 'output log file [stderr]')
+ except TypeError:
+ sys.stderr.write('Python >= 3.4 is required to run this script\n')
+ sys.stderr.write('(see https://docs.python.org/3/whatsnew/3.4.html#argparse)\n')
+ exit(2)
+
+ # extract arguments from the command line
+ try:
+ parser.error = parser.exit
+ args = parser.parse_args()
+ except SystemExit:
+ parser.print_help()
+ exit(2)
+
+ username = args.u if args.u else input("Enter FamilySearch username: ")
+ password = args.p if args.p else getpass.getpass("Enter FamilySearch password: ")
+
+ # initialize a FamilySearch session and a family tree object
+ fs = Session(username, password, args.v, args.l, args.t)
+ tree = Tree(fs)
+
+ # add list of starting individuals to the family tree
+ todo = set(args.i if args.i else [fs.get_userid()])
+ for fid in todo:
+ tree.add_indi(fid)
+
+ # download ancestors
+ done = set()
+ for i in range(args.a):
+ next_todo = set()
+ for fid in todo:
+ done.add(fid)
+ for parent in tree.add_parents(fid):
+ next_todo.add(parent)
+ todo = next_todo - done
+
+ # download descendants
+ todo = set(tree.indi.keys())
+ done = set()
+ for i in range(args.d):
+ next_todo = set()
+ for fid in todo:
+ done.add(fid)
+ for child in tree.add_children(fid):
+ next_todo.add(child)
+ todo = next_todo - done
+
+ # download spouses
+ if args.m:
+ todo = set(tree.indi.keys())
+ for fid in todo:
+ tree.add_spouses(fid)
+
+ # compute number for family relationships and print GEDCOM file
+ tree.reset_num()
+ tree.print(args.o)
--- /dev/null
+#!/usr/bin/env python3
+"""
+ mergemyancestors.py - Merge GEDCOM data from FamilySearch Tree
+ Copyright (C) 2014-2016 Giulio Genovese (giulio.genovese@gmail.com)
+
+ This program is free software: you can redistribute it and/or modify
+ it under the terms of the GNU General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ This program is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU General Public License for more details.
+
+ You should have received a copy of the GNU General Public License
+ along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+ Written by Giulio Genovese <giulio.genovese@gmail.com>
+"""
+
+from __future__ import print_function
+
+# global import
+import os, sys, argparse
+
+# local import
+sys.path.append(os.path.dirname(sys.argv[0]))
+from getmyancestors import Indi
+from getmyancestors import Fam
+from getmyancestors import Tree
+
+class Gedcom:
+
+ def __init__(self, file):
+ self.f = file
+ self.num = None
+ self.level = 0
+ self.pointer = None
+ self.tag = None
+ self.data = None
+ self.flag = False
+ self.indi = dict()
+ self.fam = dict()
+ self.__parse()
+ self.__add_id()
+
+ def __parse(self):
+ while self.__get_line():
+ if self.tag == 'INDI':
+ self.num = int(self.pointer[2:len(self.pointer)-1])
+ self.indi[self.num] = Indi(num = self.num)
+ self.__get_indi()
+ elif self.tag == 'FAM':
+ self.num = int(self.pointer[2:len(self.pointer)-1])
+ self.fam[self.num] = Fam(num = self.num)
+ self.__get_fam()
+ else:
+ continue
+
+ def __get_line(self):
+ # if the flag is set, skip reading a newline
+ if self.flag:
+ self.flag = False
+ return True
+ words = self.f.readline().split()
+
+ if not words:
+ return False
+ self.level = int(words[0])
+ if words[1][0] == '@':
+ self.pointer = words[1]
+ self.tag = words[2]
+ self.data = None
+ else:
+ self.pointer = None
+ self.tag = words[1]
+ self.data = ' '.join(words[2:])
+ return True
+
+ def __get_indi(self):
+ while self.f and self.__get_line() and self.level > 0:
+ if self.tag == 'NAME':
+ name = self.data.split('/')
+ self.indi[self.num].given = name[0].strip()
+ self.indi[self.num].surname = name[1].strip()
+ elif self.tag == 'SEX':
+ self.indi[self.num].gender = self.data
+ elif self.tag == 'BIRT':
+ self.__get_birt()
+ elif self.tag == 'CHR':
+ self.__get_chr()
+ elif self.tag == 'DEAT':
+ self.__get_deat()
+ elif self.tag == 'BURI':
+ self.__get_buri()
+ elif self.tag == 'FAMS':
+ self.indi[self.num].fams_num.add(int(self.data[2:len(self.data)-1]))
+ elif self.tag == 'FAMC':
+ self.indi[self.num].famc_num.add(int(self.data[2:len(self.data)-1]))
+ elif self.tag == '_FSFTID':
+ self.indi[self.num].fid = self.data
+ self.flag = True
+
+ def __get_fam(self):
+ while self.__get_line() and self.level > 0:
+ if self.tag == 'HUSB':
+ self.fam[self.num].husb_num = int(self.data[2:len(self.data)-1])
+ elif self.tag == 'WIFE':
+ self.fam[self.num].wife_num = int(self.data[2:len(self.data)-1])
+ elif self.tag == 'CHIL':
+ self.fam[self.num].chil_num.add(int(self.data[2:len(self.data)-1]))
+ elif self.tag == 'MARR':
+ self.__get_marr()
+ elif self.tag == '_FSFTID':
+ self.fam[self.num].fid = self.data
+ self.flag = True
+
+ def __get_birt(self):
+ while self.__get_line() and self.level > 1:
+ if self.tag == 'DATE':
+ self.indi[self.num].birtdate = self.data
+ elif self.tag == 'PLAC':
+ self.indi[self.num].birtplac = self.data
+ self.flag = True
+
+ def __get_chr(self):
+ while self.__get_line() and self.level > 1:
+ if self.tag == 'DATE':
+ self.indi[self.num].chrdate = self.data
+ elif self.tag == 'PLAC':
+ self.indi[self.num].chrplac = self.data
+ self.flag = True
+
+ def __get_deat(self):
+ while self.__get_line() and self.level > 1:
+ if self.tag == 'DATE':
+ self.indi[self.num].deatdate = self.data
+ elif self.tag == 'PLAC':
+ self.indi[self.num].deatplac = self.data
+ self.flag = True
+
+ def __get_buri(self):
+ while self.__get_line() and self.level > 1:
+ if self.tag == 'DATE':
+ self.indi[self.num].buridate = self.data
+ elif self.tag == 'PLAC':
+ self.indi[self.num].buriplac = self.data
+ self.flag = True
+
+ def __get_marr(self):
+ while self.__get_line() and self.level > 1:
+ if self.tag == 'DATE':
+ self.fam[self.num].marrdate = self.data
+ elif self.tag == 'PLAC':
+ self.fam[self.num].marrplac = self.data
+ self.flag = True
+
+ def __add_id(self):
+ for num in self.fam:
+ if self.fam[num].husb_num:
+ self.fam[num].husb_fid = self.indi[self.fam[num].husb_num].fid
+ if self.fam[num].wife_num:
+ self.fam[num].wife_fid = self.indi[self.fam[num].wife_num].fid
+ for chil in self.fam[num].chil_num:
+ self.fam[num].chil_fid.add(self.indi[chil].fid)
+ for num in self.indi:
+ for famc in self.indi[num].famc_num:
+ self.indi[num].famc_fid.add((self.fam[famc].husb_fid, self.fam[famc].wife_fid))
+ for fams in self.indi[num].fams_num:
+ self.indi[num].fams_fid.add((self.fam[fams].husb_fid, self.fam[fams].wife_fid))
+
+
+
+if __name__ == '__main__':
+ parser = argparse.ArgumentParser(description='Merge GEDCOM data from FamilySearch Tree (4 Jul 2016)', add_help=False, usage='mergemyancestors.py -i input1.ged input2.ged ... [options]')
+ try:
+ parser.add_argument('-i', metavar = '<FILE>', nargs = '+', type = argparse.FileType('r', encoding='UTF-8'), default = sys.stdin, help = 'input GEDCOM files [stdin]')
+ parser.add_argument('-o', metavar = '<FILE>', nargs = '?', type = argparse.FileType('w', encoding='UTF-8'), default = sys.stdout, help = 'output GEDCOM files [stdout]')
+ except TypeError:
+ sys.stderr.write('Python >= 3.4 is required to run this script\n')
+ sys.stderr.write('(see https://docs.python.org/3/whatsnew/3.4.html#argparse)\n')
+ exit(2)
+
+ # extract arguments from the command line
+ try:
+ parser.error = parser.exit
+ args = parser.parse_args()
+ except SystemExit:
+ parser.print_help()
+ exit(2)
+
+ tree = Tree()
+
+ indi_counter = 0
+ fam_counter = 0
+
+ # read the GEDCOM data
+ for file in args.i:
+ ged = Gedcom(file)
+
+ # add informations about individuals
+ for num in ged.indi:
+ fid = ged.indi[num].fid
+ if fid not in tree.indi:
+ indi_counter += 1
+ tree.indi[fid] = Indi(num = indi_counter)
+ tree.indi[fid].fid = ged.indi[num].fid
+ tree.indi[fid].fams_fid |= ged.indi[num].fams_fid
+ tree.indi[fid].famc_fid |= ged.indi[num].famc_fid
+ tree.indi[fid].given = ged.indi[num].given
+ tree.indi[fid].surname = ged.indi[num].surname
+ tree.indi[fid].gender = ged.indi[num].gender
+ tree.indi[fid].birtdate = ged.indi[num].birtdate
+ tree.indi[fid].birtplac = ged.indi[num].birtplac
+ tree.indi[fid].chrdate = ged.indi[num].chrdate
+ tree.indi[fid].chrplac = ged.indi[num].chrplac
+ tree.indi[fid].deatdate = ged.indi[num].deatdate
+ tree.indi[fid].deatplac = ged.indi[num].deatplac
+ tree.indi[fid].buridate = ged.indi[num].buridate
+ tree.indi[fid].buriplac = ged.indi[num].buriplac
+
+ # add informations about families
+ for num in ged.fam:
+ husb, wife = (ged.fam[num].husb_fid, ged.fam[num].wife_fid)
+ if (husb, wife) not in tree.fam:
+ fam_counter += 1
+ tree.fam[(husb, wife)] = Fam(husb, wife, fam_counter)
+ tree.fam[(husb, wife)].chil_fid |= ged.fam[num].chil_fid
+ tree.fam[(husb, wife)].fid = ged.fam[num].fid
+ tree.fam[(husb, wife)].marrdate = ged.fam[num].marrdate
+ tree.fam[(husb, wife)].marrplac = ged.fam[num].marrplac
+
+ # compute number for family relationships and print GEDCOM file
+ tree.reset_num()
+ tree.print(args.o)
projects / gamesguru / getmyancestors.git / commitdiff