Page MenuHomec4science
Files F92283088

marc_reader.py
No OneTemporary
Actions

File Metadata

Created
Tue, Nov 19, 02:14

marc_reader.py
View Options

# -*- coding: utf-8 -*-
##
## This file is part of Invenio.
## Copyright (C) 2013 CERN.
##
## Invenio is free software; you can redistribute it and/or
## modify it under the terms of the GNU General Public License as
## published by the Free Software Foundation; either version 2 of the
## License, or (at your option) any later version.
##
## Invenio is distributed in the hope that it will be useful, but
## WITHOUT ANY WARRANTY; without even the implied warranty of
## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
## General Public License for more details.
##
## You should have received a copy of the GNU General Public License
## along with Invenio; if not, write to the Free Software Foundation, Inc.,
## 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
"""
invenio.modules.jsonalchemy.jsonext.readers.marc_reader
--------------------------------------------------------
"""
import re
from invenio.modules.jsonalchemy.reader import Reader
class MarcReader(Reader):
"""Marc reader"""
__master_format__ = 'marc'
split_marc = re.compile('<record.*?>.*?</record>', re.DOTALL)
def __init__(self, blob=None, **kwargs):
"""
:param blob:
"""
super(MarcReader, self).__init__(blob=blob, **kwargs)
self._additional_info['master_format'] = 'marc'
@staticmethod
def split_blob(blob, schema=None, **kwargs):
"""
Splits the blob using <record.*?>.*?</record> as pattern.
Note 1: Taken from invenio.legacy.bibrecord:create_records
Note 2: Use the DOTALL flag to include newlines.
"""
if schema in (None, 'xml'):
for match in MarcReader.split_marc.finditer(blob):
yield match.group()
else:
raise StopIteration()
def _get_elements_from_blob(self, regex_key):
if regex_key in ('entire_record', '*'):
return self.rec_tree
elements = []
for k in regex_key:
regex = re.compile(k)
keys = filter(regex.match, self.rec_tree.keys())
values = []
for key in keys:
values.append(self.rec_tree.get(key))
elements.extend(values)
return elements
def _prepare_blob(self, *args, **kwargs):
#FIXME stop using recstruct!
from invenio.legacy.bibrecord import create_record
class SaveDict(dict):
__getitem__ = dict.get
def dict_extend_helper(d, key, value):
"""
If the key is present inside the dictionary it creates a list (it not
present) and extends it with the new value. Almost as in C{list.extend}
"""
if key in d:
current_value = d.get(key)
if not isinstance(current_value, list):
current_value = [current_value]
current_value.append(value)
value = current_value
d[key] = value
self.rec_tree = SaveDict()
tmp = create_record(self.blob)[0]
for key, values in tmp.iteritems():
if key < '010' and key.isdigit():
self.rec_tree[key] = [value[3] for value in values]
else:
for value in values:
field = SaveDict()
for subfield in value[0]:
dict_extend_helper(field, subfield[0], subfield[1])
dict_extend_helper(self.rec_tree, (key + value[1] + value[2]).replace(' ', '_'), field)
reader = MarcReader

Event Timeline

c4science · Help