oai_repository.py.wml
No OneTemporary
Actions

Subscribers

None

File Metadata

Created: Sun, May 12, 16:13

oai_repository.py.wml
View Options

	## $Id$
	## OAI interface for CDSware/MySQL written in Python compliant with OAI-PMH2.0

	## This file is part of the CERN Document Server Software (CDSware).
	## Copyright (C) 2002 CERN.
	##
	## The CDSware is free software; you can redistribute it and/or
	## modify it under the terms of the GNU General Public License as
	## published by the Free Software Foundation; either version 2 of the
	## License, or (at your option) any later version.
	##
	## The CDSware is distributed in the hope that it will be useful, but
	## WITHOUT ANY WARRANTY; without even the implied warranty of
	## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	## General Public License for more details.
	##
	## You should have received a copy of the GNU General Public License
	## along with CDSware; if not, write to the Free Software Foundation, Inc.,
	## 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.

	<protect>## $Id$</protect>
	<protect>## DO NOT EDIT THIS FILE! IT WAS AUTOMATICALLY GENERATED FROM CDSware WML SOURCES.</protect>
	"""OAI interface for CDSware/MySQL written in Python compliant with OAI-PMH2.0"""

	## OAI config variables
	oaiidprefix = "<OAIIDPREFIX>"
	oaisampleidentifier = "<OAISAMPLEIDENTIFIER>"
	oaiidentifydescription = """<OAIIDENTIFYDESCRIPTION>"""
	oaiidfield = "<OAIIDTAG>"
	oaisetfield = "<OAISETTAG>"
	oaideleted = "<OAIDELETEDPOLICY>"

	import cPickle
	import string
	from string import split
	import os
	import re
	import urllib
	import sys
	import time
	import md5

	from config import *
	from dbquery import run_sql

	verbs = {
	"Identify" : [""],
	"ListSets" : ["resumptionToken"],
	"ListMetadataFormats" : ["resumptionToken"],
	"ListRecords" : ["resumptionToken"],
	"ListIdentifiers" : ["resumptionToken"],
	"GetRecord" : [""]
	}

	<protect>

	def encode_for_xml(s):
	"Encode special chars in string for XML-compliancy."

	if s == None:
	return s
	else:
	s = string.replace(s, '&', '&')
	s = string.replace(s, '<', '<')
	return s

	def escape_space(s):
	"Encode special chars in string for URL-compliancy."

	s = string.replace(s, ' ', '%20')
	return s

	def encode_for_url(s):
	"Encode special chars in string for URL-compliancy."

	s = string.replace(s, '%', '%25')
	s = string.replace(s, ' ', '%20')
	s = string.replace(s, '?', '%3F')
	s = string.replace(s, '#', '%23')
	s = string.replace(s, '=', '%3D')
	s = string.replace(s, '&', '%26')
	s = string.replace(s, '/', '%2F')
	s = string.replace(s, ':', '%3A')
	s = string.replace(s, ';', '%3B')
	s = string.replace(s, '+', '%2B')

	return s

	def oai_header(args, verb):
	"Print OAI header"

	out = ""

	out = out + "<?xml version=\"1.0\" encoding=\"UTF-8\"?>" + "\n"
	out = out + "<OAI-PMH xmlns=\"http://www.openarchives.org/OAI/2.0/\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.openarchives.org/OAI/2.0/ http://www.openarchives.org/OAI/2.0/OAI-PMH.xsd\">\n"

	out = out + " <responseDate>" + OAIGetResponseDate() + "</responseDate>\n"

	if verb:
	out = out + " <request verb=\"%s\">%s</request>\n" % (verb,OAIGetRequestURL(args))
	out = out + " <%s>\n" % verb
	else:
	out = out + " <request>%s</request>\n" % (OAIGetRequestURL(args))

	return out

	def oai_footer(verb):
	"Print OAI footer"

	out = ""

	if verb:
	out = "%s </%s>\n" % (out, verb)
	out = out + "</OAI-PMH>\n"

	return out

	def oai_error_header(args, verb):
	"Print OAI header"

	out = ""

	### out = "Content-Type: text/xml\n\n"
	out = out + "<?xml version=\"1.0\" encoding=\"UTF-8\"?>" + "\n"
	out = out + "<OAI-PMH xmlns=\"http://www.openarchives.org/OAI/2.0/\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.openarchives.org/OAI/2.0/ http://www.openarchives.org/OAI/2.0/OAI-PMH.xsd\">\n"

	out = out + " <responseDate>" + OAIGetResponseDate() + "</responseDate>\n"
	out = out + " <request verb=\"%s\">%s</request>\n" % (verb,OAIGetRequestURL(args))

	return out

	def oai_error_footer(verb):
	"Print OAI footer"

	out = ""
	out = out + "</OAI-PMH>\n"

	return out

	def get_field(sysno, field):
	"Gets list of field 'field' for the record with 'sysno' system number."

	out = []
	digit = field[0:2]

	bx = "bib%sx" % digit
	bibx = "bibrec_bib%sx" % digit
	query = "SELECT bx.value FROM %s AS bx, %s AS bibx WHERE bibx.id_bibrec='%s' AND bx.id=bibx.id_bibxxx AND bx.tag='%s'" % (bx, bibx, sysno, field)

	res = run_sql(query)

	for row in res:

	out.append(row[0])

	return out

	def UTC_to_localtime(date):
	"Convert UTC to localtime"

	ldate = date.split("T")[0]
	ltime = date.split("T")[1]

	lhour = ltime.split(":")[0]
	lminute = ltime.split(":")[1]
	lsec = ltime.split(":")[2]

	lyear = ldate.split("-")[0]
	lmonth = ldate.split("-")[1]
	lday = ldate.split("-")[2]

	timetoconvert = time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.mktime((string.atoi(lyear),string.atoi(lmonth),string.atoi(lday),string.atoi(lhour),string.atoi(lminute),string.atoi(lsec[:-1]),0,0,-1)) - time.timezone + (time.daylight)*3600))

	return timetoconvert

	def localtime_to_UTC(date):
	"Convert localtime to UTC"

	ldate = date.split(" ")[0]
	ltime = date.split(" ")[1]

	lhour = ltime.split(":")[0]
	lminute = ltime.split(":")[1]
	lsec = ltime.split(":")[2]

	lyear = ldate.split("-")[0]
	lmonth = ldate.split("-")[1]
	lday = ldate.split("-")[2]

	timetoconvert = time.strftime("%Y-%m-%dT%H:%M:%SZ",time.gmtime(time.mktime((string.atoi(lyear),string.atoi(lmonth),string.atoi(lday),string.atoi(lhour),string.atoi(lminute),string.atoi(lsec),0,0,-1))))

	return timetoconvert

	def get_creation_date(sysno):
	"Returns the creation date of the record 'sysno'."
	out = ""
	res = run_sql("SELECT DATE_FORMAT(creation_date,'%%Y-%%m-%%d %%H:%%i:%%s') FROM bibrec WHERE id=%s", (sysno,), 1)
	if res[0][0]:
	out = localtime_to_UTC(res[0][0])
	return out

	def get_modification_date(sysno):
	"Returns the date of last modification for the record 'sysno'."
	out = ""
	res = run_sql("SELECT DATE_FORMAT(modification_date,'%%Y-%%m-%%d %%H:%%i:%%s') FROM bibrec WHERE id=%s", (sysno,), 1)
	if res[0][0]:
	out = localtime_to_UTC(res[0][0])
	return out

	def get_earliest_datestamp():
	"Get earliest datestamp in the database"
	out = ""
	res = run_sql("SELECT MIN(DATE_FORMAT(creation_date,'%%Y-%%m-%%d %%H:%%i:%%s')) FROM bibrec", (), 1)
	if res[0][0]:
	out = localtime_to_UTC(res[0][0])
	return out

	def check_date(date, time="T00:00:00Z"):
	"Check if the date has a correct format"

	if(re.sub("[0123456789\-:TZ]","",date) == ""):
	if len(date) == 10:
	date = date + time
	if len(date) == 20:
	date = UTC_to_localtime(date)
	else:
	date = ""
	else:
	date = ""

	return date

	def record_exists(sysno):
	"Returns 1 if record with SYSNO 'sysno' exists. Returns 0 otherwise."

	out = 0
	query = "SELECT id FROM bibrec WHERE id='%s'" % (sysno)

	res = run_sql(query)

	for row in res:
	if row[0] != "":
	out = 1

	return out

	def print_record(sysno, format='marcxml'):
	"Prints record 'sysno' formatted accoding to 'format'."

	out = ""

	# sanity check:
	if not record_exists(sysno):
	return

	if (format == "dc") or (format == "oai_dc"):
	format = "xd"

	# print record opening tags:

	out = out + " <record>\n"

	if is_deleted(sysno) and oaideleted != "no":
	out = out + " <header status=\"deleted\">\n"
	else:
	out = out + " <header>\n"

	for id in get_field(sysno,oaiidfield):
	out = "%s <identifier>%s</identifier>\n" % (out, escape_space(id))
	out = "%s <datestamp>%s</datestamp>\n" % (out, get_modification_date(sysno))
	for set in get_field(sysno,oaisetfield):
	out = "%s <setSpec>%s</setSpec>\n" % (out, set)
	out = out + " </header>\n"

	if is_deleted(sysno) and oaideleted != "no":
	pass
	else:
	out = out + " <metadata>\n"

	if format == "marcxml":
	out = out + " <record xmlns=\"http://www.loc.gov/MARC21/slim\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.loc.gov/MARC21/slim http://www.loc.gov/standards/marcxml/schema/MARC21slim.xsd\" type=\"Bibliographic\">"
	out = out + " <leader>00000coc 2200000uu 4500</leader>"
	## MARC21 and XML formats, possibley OAI -- they are not in "bibfmt" table; so fetch all the data from "bibXXx" tables:

	if format == "marcxml":

	out = "%s <controlfield tag=\"001\">%d</controlfield>\n" % (out, int(sysno))

	for digit1 in range(0,10):
	for digit2 in range(0,10):
	bx = "bib%d%dx" % (digit1, digit2)
	bibx = "bibrec_bib%d%dx" % (digit1, digit2)
	query = "SELECT b.tag,b.value,bb.field_number FROM %s AS b, %s AS bb "\
	"WHERE bb.id_bibrec='%s' AND b.id=bb.id_bibxxx AND b.tag LIKE '%s%%' "\
	"ORDER BY bb.field_number, b.tag ASC" % (bx, bibx, sysno, str(digit1)+str(digit2))
	res = run_sql(query)
	field_number_old = -999
	field_old = ""
	for row in res:
	field, value, field_number = row[0], row[1], row[2]
	ind1, ind2 = field[3], field[4]
	if ind1 == "_":
	ind1 = " "
	if ind2 == "_":
	ind2 = " "
	# print field tag
	if field_number != field_number_old or field[:-1] != field_old[:-1]:
	if format == "marcxml":

	fieldid = encode_for_xml(field[0:3])

	if field_number_old != -999:
	out = out + " </datafield>\n"

	out = "%s <datafield tag=\"%s\" ind1=\"%s\" ind2=\"%s\">\n" % (out, encode_for_xml(field[0:3]), encode_for_xml(ind1).lower(), encode_for_xml(ind2).lower())

	field_number_old = field_number
	field_old = field
	# print subfield value
	if format == "marcxml":
	value = encode_for_xml(value)
	out = "%s <subfield code=\"%s\">%s</subfield>\n" % (out, encode_for_xml(field[-1:]), value)

	# fetch next subfield
	# all fields/subfields printed in this run, so close the tag:
	if (format == "marcxml") and field_number_old != -999:
	out = out + " </datafield>\n"
	out = out + " </record>\n"

	elif format == "xd":
	# XML Dublin Core format, possibly OAI -- select only some bibXXx fields:
	out = out + " <oaidc:dc xmlns=\"http://purl.org/dc/elements/1.1/\" xmlns:oaidc=\"http://www.openarchives.org/OAI/2.0/oai_dc/\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.openarchives.org/OAI/2.0/oai_dc/ http://www.openarchives.org/OAI/2.0/oai_dc.xsd\">\n"

	for f in get_field(sysno, "041__a"):
	out = "%s <language>%s</language>\n" % (out, f)

	for f in get_field(sysno, "100__a"):
	out = "%s <creator>%s</creator>\n" % (out, encode_for_xml(f))

	for f in get_field(sysno, "700__a"):
	out = "%s <creator>%s</creator>\n" % (out, encode_for_xml(f))

	for f in get_field(sysno, "245__a"):
	out = "%s <title>%s</title>\n" % (out, encode_for_xml(f))

	for f in get_field(sysno, "111__a"):
	out = "%s <title>%s</title>\n" % (out, encode_for_xml(f))

	for f in get_field(sysno, "65017a"):
	out = "%s <subject>%s</subject>\n" % (out, encode_for_xml(f))

	for f in get_field(sysno, "8564_u"):
	out = "%s <identifier>%s</identifier>\n" % (out, encode_for_xml(escape_space(f)))

	for f in get_field(sysno, "520__a"):
	out = "%s <description>%s</description>\n" % (out, encode_for_xml(f))

	date = get_creation_date(sysno)

	out = "%s <date>%s</date>\n" % (out, date)
	out = out + " </oaidc:dc>\n"

	# print record closing tags:

	out = out + " </metadata>\n"

	out = out + " </record>\n"

	return out

	def OAIListMetadataFormats(args):
	"Generates response to OAIListMetadataFormats verb."

	</protect>

	oai_rt_expire = <OAIEXPIRE>
	nb_formats_in_resume = <OAILOAD>

	<protect>

	arg = parse_args(args)

	out = ""

	flag = 1 # list or not depending on identifier

	if arg['identifier'] != "":

	flag = 0

	sysno = OAIGetSysno(arg['identifier'])

	if record_exists(sysno):

	flag = 1

	else:

	out = out + oai_error("idDoesNotExist","invalid record Identifier")
	out = oai_error_header(args, "ListMetadataFormats") + out + oai_error_footer("ListMetadataFormats")
	return out

	if flag:
	out = out + " <metadataFormat>\n"
	out = out + " <metadataPrefix>oai_dc</metadataPrefix>\n"
	out = out + " <schema>http://www.openarchives.org/OAI/1.1/dc.xsd</schema>\n"
	out = out + " <metadataNamespace>http://purl.org/dc/elements/1.1/</metadataNamespace>\n"
	out = out + " </metadataFormat>\n"
	out = out + " <metadataFormat>\n"
	out = out + " <metadataPrefix>marcxml</metadataPrefix>\n"
	out = out + " <schema>http://www.loc.gov/standards/marcxml/schema/MARC21slim.xsd</schema>\n"
	out = out + " <metadataNamespace>http://www.loc.gov/MARC21/slim</metadataNamespace>\n"
	out = out + " </metadataFormat>\n"

	out = oai_header(args,"ListMetadataFormats") + out + oai_footer("ListMetadataFormats")
	return out


	def OAIListRecords(args):
	"Generates response to OAIListRecords verb."

	</protect>
	oai_rt_expire = <OAIEXPIRE>
	nb_records_in_resume = <OAILOAD>
	<protect>

	arg = parse_args(args)

	out = ""

	sysnos = []
	sysno = []

	# check if the resumptionToken did not expire
	if arg['resumptionToken']:
	filename = "%s/RTdata/%s" % (logdir, arg['resumptionToken'])
	if os.path.exists(filename) == 0:
	out = oai_error("badResumptionToken","ResumptionToken expired")
	out = oai_error_header(args, "ListRecords") + out + oai_error_footer("ListRecords")
	return out

	if arg['resumptionToken'] != "":
	sysnos = OAICacheOut(arg['resumptionToken'])
	arg['metadataPrefix'] = sysnos.pop()
	else:
	sysnos = OAIGetSysnoList(arg['set'], arg['from'], arg['until'])

	if len(sysnos) == 0: # noRecordsMatch error

	out = out + oai_error("noRecordsMatch","no records correspond to the request")
	out = oai_error_header(args, "ListRecords") + out + oai_error_footer("ListRecords")
	return out

	i = 0
	for s in sysnos:
	if s:
	i = i + 1
	if i > nb_records_in_resume: # cache or write?
	if i == nb_records_in_resume + 1: # resumptionToken?
	arg['resumptionToken'] = OAIGenResumptionToken()
	extdate = OAIGetResponseDate(oai_rt_expire)
	if extdate:
	out = "%s <resumptionToken expirationDate=\"%s\">%s</resumptionToken>\n" % (out,extdate,arg['resumptionToken'])
	else:
	out = "%s <resumptionToken>%s</resumptionToken>\n" % (out, arg['resumptionToken'])
	sysno.append(s)
	else:
	done = 0
	for f in get_field(s, "245__a"):
	if done == 0:
	out = out + print_record(s, arg['metadataPrefix'])

	if i > nb_records_in_resume:
	OAICacheClean()
	sysno.append(arg['metadataPrefix'])
	OAICacheIn(arg['resumptionToken'],sysno)

	out = oai_header(args,"ListRecords") + out + oai_footer("ListRecords")
	return out

	def OAIListSets(args):
	"Lists available sets for OAI metadata harvesting."

	</protect>
	oai_rt_expire = <OAIEXPIRE>
	nb_sets_in_resume = <OAILOAD>
	<protect>

	arg = parse_args(args)

	out = ""

	# note: no flow control in ListSets

	sets = get_sets()

	for s in sets:

	out = out + " <set>\n"
	out = "%s <setSpec>%s</setSpec>\n" % (out, s[0])
	out = "%s <setName>%s</setName>\n" % (out, s[1])
	if s[2]:
	out = "%s <setDescription>%s</setDescription>\n" % (out, s[2])
	out = out + " </set>\n"

	out = oai_header(args,"ListSets") + out + oai_footer("ListSets")

	return out


	def OAIGetRecord(args):
	"""Returns record 'identifier' according to 'metadataPrefix' format for OAI metadata harvesting."""

	arg = parse_args(args)
	out = ""
	sysno = OAIGetSysno(arg['identifier'])

	if record_exists(sysno):
	datestamp = get_modification_date(sysno)
	out = out + print_record(sysno, arg['metadataPrefix'])
	else:
	out = out + oai_error("idDoesNotExist","invalid record Identifier")
	out = oai_error_header(args, "GetRecord") + out + oai_error_footer("GetRecord")
	return out

	out = oai_header(args,"GetRecord") + out + oai_footer("GetRecord")

	return out


	def OAIListIdentifiers(args):
	"Prints OAI response to the ListIdentifiers verb."

	</protect>
	oai_rt_expire = <OAIEXPIRE>
	nb_identifiers_in_resume = <OAILOAD>
	<protect>

	arg = parse_args(args)

	out = ""

	sysno = []
	sysnos = []

	if arg['resumptionToken']:
	filename = "%s/RTdata/%s" % (logdir, arg['resumptionToken'])
	if os.path.exists(filename) == 0:
	out = out + oai_error("badResumptionToken","ResumptionToken expired")
	out = oai_error_header(args, "ListIdentifiers") + out + oai_error_footer("ListIdentifiers")
	return out

	if arg['resumptionToken']:
	sysnos = OAICacheOut(arg['resumptionToken'])
	else:
	sysnos = OAIGetSysnoList(arg['set'], arg['from'], arg['until'])

	if len(sysnos) == 0: # noRecordsMatch error
	out = out + oai_error("noRecordsMatch","no records correspond to the request")
	out = oai_error_header(args, "ListIdentifiers") + out + oai_error_footer("ListIdentifiers")
	return out

	i = 0
	for s in sysnos:
	if s:
	i = i + 1
	if i > nb_identifiers_in_resume: # cache or write?
	if i == nb_identifiers_in_resume + 1: # resumptionToken?
	arg['resumptionToken'] = OAIGenResumptionToken()
	extdate = OAIGetResponseDate(oai_rt_expire)
	if extdate:
	out = "%s <resumptionToken expirationDate=\"%s\">%s</resumptionToken>\n" % (out, extdate,arg['resumptionToken'])
	else:
	out = "%s <resumptionToken>%s</resumptionToken>\n" % (out, arg['resumptionToken'])
	sysno.append(s)
	else:
	done = 0
	for f in get_field(s, "245__a"):
	if done == 0:
	for id in get_field(s,oaiidfield):
	if is_deleted(s) and oaideleted != "no":
	out = out + " <header status=\"deleted\">\n"
	else:
	out = out + " <header>\n"
	out = "%s <identifier>%s</identifier>\n" % (out, escape_space(id))
	out = "%s <datestamp>%s</datestamp>\n" % (out, get_modification_date(OAIGetSysno(id)))
	for set in get_field(s,oaisetfield):
	out = "%s <setSpec>%s</setSpec>\n" % (out, arg['set'])
	out = out + " </header>\n"
	done = 1

	if i > nb_identifiers_in_resume:
	OAICacheClean() # clean cache from expired resumptionTokens
	OAICacheIn(arg['resumptionToken'],sysno)

	out = oai_header(args,"ListIdentifiers") + out + oai_footer("ListIdentifiers")

	return out


	def OAIIdentify(args):
	"Generates response to OAIIdentify verb."

	out = ""

	repositoryName = " <repositoryName>" + cdsname + "</repositoryName>\n"
	baseURL = " <baseURL>%s/oai2d.py/</baseURL>\n" % weburl
	protocolVersion = " <protocolVersion>2.0</protocolVersion>\n"
	adminEmail = " <adminEmail>mailto:%s</adminEmail>\n" % supportemail
	earliestDST = " <earliestDatestamp>%s</earliestDatestamp>\n" % get_earliest_datestamp()
	deletedRecord = " <deletedRecord>%s</deletedRecord>\n" % oaideleted
	repositoryIdentifier = "%s" % oaiidprefix
	sampleIdentifier = oaisampleidentifier
	identifyDescription = oaiidentifydescription + "\n"

	out = out + repositoryName
	out = out + baseURL
	out = out + protocolVersion
	out = out + adminEmail
	out = out + earliestDST
	out = out + deletedRecord
	out = out + " <granularity>YYYY-MM-DDThh:mm:ssZ</granularity>\n"
	# print " <compression></compression>\n"
	out = out + oaiidentifydescription

	out = oai_header(args,"Identify") + out + oai_footer("Identify")

	return out


	def OAIGetRequestURL(args):
	"Generates requestURL tag for OAI."

	re_amp = re.compile('&')

	requestURL = weburl + "/" + "oai2d.py/"# + "?" + re_amp.sub("&", args)

	return requestURL

	def OAIGetResponseDate(delay=0):
	"Generates responseDate tag for OAI."

	return time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime(time.time() + delay))


	def oai_error(code, msg):
	"OAI error occured"

	return "<error code=\"%s\">%s</error>\n" % (code, msg)


	def OAIGetSysno(identifier):
	"Returns the first MySQL BIB ID for the OAI identifier 'identifier', if it exists."
	sysno = None
	if identifier:
	query = "SELECT DISTINCT(bb.id_bibrec) FROM bib%sx AS bx, bibrec_bib%sx AS bb WHERE bx.tag='%s' AND bb.id_bibxxx=bx.id AND bx.value='%s'" % (oaiidfield[0:2], oaiidfield[0:2], oaiidfield,identifier)
	res = run_sql(query)
	for row in res:
	sysno = row[0]
	return sysno


	def OAIGetSysnoList(set, fromDate, untilDate):
	"Returns list of system numbers for the OAI set 'set', modified from 'date_from' until 'date_until'."

	out_dict = {} # dict to hold list of out sysnos as its keys

	if set:
	query = "SELECT DISTINCT bibx.id_bibrec FROM bib%sx AS bx LEFT JOIN bibrec_bib%sx AS bibx ON bx.id=bibx.id_bibxxx LEFT JOIN bibrec AS b ON b.id=bibx.id_bibrec WHERE bx.tag='%s' AND bx.value='%s'" % (oaiidfield[0:2],oaiidfield[0:2],oaisetfield,set)
	else:
	query = "SELECT DISTINCT bibx.id_bibrec FROM bib%sx AS bx LEFT JOIN bibrec_bib%sx AS bibx ON bx.id=bibx.id_bibxxx LEFT JOIN bibrec AS b ON b.id=bibx.id_bibrec WHERE bx.tag='%s'" % (oaiidfield[0:2],oaiidfield[0:2],oaiidfield)

	if untilDate:
	query = query + " AND b.modification_date <= '%s'" % untilDate
	if fromDate:
	query = query + " AND b.modification_date >= '%s'" % fromDate

	res = run_sql(query)

	for row in res:
	out_dict[row[0]] = 1

	return out_dict.keys()

	def is_deleted(recId):
	"Check if record with recId has been deleted. Return 1 if deleted."

	query = "select a.id from bibrec as a left join bibrec_bib98x as b on a.id=b.id_bibrec left join bib98x as c on b.id_bibxxx=c.id where c.value='DELETED' and a.id=%s" % recId

	res = run_sql(query)

	for item in res:
	if item == None:
	return 0
	else:
	return 1

	def OAIGenResumptionToken():
	"Generates unique ID for resumption token management."

	return md5.new(str(time.time())).hexdigest()


	def OAICacheIn(resumptionToken, sysnos):
	"Stores or adds sysnos in cache. Input is a string of sysnos separated by commas."

	filename = "%s/RTdata/%s" % (logdir, resumptionToken)

	fil = open(filename,"w")
	cPickle.dump(sysnos,fil)
	fil.close()
	return 1


	def OAICacheOut(resumptionToken):
	"Restores string of comma-separated system numbers from cache."

	sysnos = []

	filename = "%s/RTdata/%s" % (logdir, resumptionToken)

	if OAICacheStatus(resumptionToken):
	fil = open(filename,"r")
	sysnos = cPickle.load(fil)
	fil.close()
	else:
	return 0
	return sysnos


	def OAICacheClean():
	"Removes cached resumptionTokens older than specified"

	</protect>
	oai_rt_expire = <OAIEXPIRE>
	<protect>

	directory = "%s/RTdata" % logdir

	files = os.listdir(directory)

	for f in files:
	filename = directory + "/" + f
	# cache entry expires when not modified during a specified period of time
	if ((time.time() - os.path.getmtime(filename)) > oai_rt_expire):
	os.remove(filename)

	return 1


	def OAICacheStatus(resumptionToken):
	"Checks cache status. Returns 0 for empty, 1 for full."

	filename = "%s/RTdata/%s" % (logdir, resumptionToken)

	if os.path.exists(filename):
	if os.path.getsize(filename) > 0:
	return 1
	else:
	return 0
	else:
	return 0


	def get_sets():
	"Returns list of sets."

	out = []
	row = ['','']

	query = "SELECT setSpec,setName,setDescription FROM oaiSET"
	res = run_sql(query)
	for row in res:
	row_bis = [row[0],row[1],row[2]]
	out.append(row_bis)

	return out


	def parse_args(args=""):
	"Parse input args"

	out_args = {
	"verb" : "",
	"metadataPrefix" : "",
	"from" : "",
	"until" : "",
	"set" : "",
	"identifier" : "",
	"resumptionToken" : ""
	}

	if args == "" or args == None:
	pass
	else:

	list_of_arguments = args.split('&')

	for item in list_of_arguments:
	keyvalue = item.split('=')
	if len(keyvalue) == 2:
	out_args[keyvalue[0]] = urllib.unquote(keyvalue[1])
	else:
	out_args['verb'] = ""

	return out_args

	def check_args(arguments):
	"Check OAI arguments"

	out = ""

	## principal argument required
	#
	#
	if verbs.has_key(arguments['verb']):
	pass
	else:
	out = out + oai_error("badArgument","Malformed request")

	## resumptionToken exclusive
	#
	#
	if ((arguments['from']!="" or arguments['until']!="" or arguments['metadataPrefix']!="" or arguments['identifier']!="" or arguments['set']!="") and arguments['resumptionToken']!=""):

	out = out + oai_error("badArgument","The request includes illegal arguments")

	## datestamp formats
	#
	#
	if arguments['from']!="" and arguments['from']!="":
	from_length = len(arguments['from'])
	if check_date(arguments['from'],"T00:00:00Z") == "":
	out = out + oai_error("badArgument","Bad datestamp format in from")
	else:
	from_length = 0

	if arguments['until']!="" and arguments['until']!="":
	until_length = len(arguments['until'])
	if check_date(arguments['until'],"T23:59:59Z") == "":
	out = out + oai_error("badArgument","Bad datestamp format in until")
	else:
	until_length = 0

	if from_length <> 0:
	if until_length <> 0:
	if from_length <> until_length:
	out = out + oai_error("badArgument","Bad datestamp format")

	if arguments['from'] > arguments['until']:
	out = out + oai_error("badArgument", "Wrong date")


	## Identify exclusive
	#
	#
	if (arguments['verb']=="Identify" and (arguments['metadataPrefix']!="" or arguments['identifier']!="" or arguments['set']!="" or arguments['from']!="" or arguments['until']!="" or arguments['resumptionToken']!="")):
	out = out + oai_error("badArgument","The request includes illegal arguments")

	## parameters for GetRecord
	#
	#
	if arguments['verb']=="GetRecord" and arguments['identifier'] == "":
	out = out + oai_error("badArgument","Record identifier missing")

	if arguments['verb']=="GetRecord" and arguments['metadataPrefix'] == "":
	out = out + oai_error("badArgument","Missing metadataPrefix")


	## parameters for ListRecords and ListIdentifiers
	#
	#
	if (arguments['verb']=="ListRecords" or arguments['verb']=="ListIdentifiers") and (arguments['metadataPrefix'] == "" and arguments['resumptionToken'] == ""):
	out = out + oai_error("badArgument","Missing metadataPrefix")

	return out

	</protect>

oai_repository.py.wmlNo OneTemporaryActions

File Metadata

oai_repository.py.wmlView Options

Event Timeline

oai_repository.py.wml
No OneTemporary
Actions

oai_repository.py.wml
View Options