@conference {1984716,
	title = {Are French Fries and Grades Bad for You?  Conflicting Evidence on how K-12 Teachers Search in a K-12 Engineering Digital Library},
	booktitle = {Am. Soc. of Engr. Education (ASEE) Annual Conf. 2010},
	year = {2010},
	month = {2010},
	address = {Louisville, KY},
	abstract = {The TeachEngineering digital library provides teacher-tested, standards-based engineering content for K-12 teachers to use in science and math classrooms. Since its release in 2005, it has demonstrated significant growth in users and in contributors; data on this growth is presented. The TeachEngineering team continues to research its search functions and user interface in order to ensure that it is meeting the needs of its intended users, K-12 teachers. Empirical evidence of an experimental study on the dimensions of alignment between digital K-12 lesson materials and education standards, however, contradicts that of the observed search behavior of patrons of TeachEngineering. Whereas the experiment convincingly shows that grade band information does not add to the teaching materials{\textquoteright} relevance for an educational standard, observed patrons{\textquoteright} searching patterns show ample evidence of grade band-based searches. In this paper we offer that although grade band-based searches should perhaps be avoided because they improperly bias search results, they are such a prominent feature in the actual use of the digital library that as designers we must support them while mitigating the risk of unfortunate search bias. As a possible solution we suggest supporting grade-based searches yet offering query expansion by widening the grade band. These results also imply that curriculum developers pay close attention to the assignment of grade bands to their lessons and activities.},
	keywords = {BIS},
	author = {Reitsma,Reindert and Klenk,P. and Zarske,M. and Sullivan,J.}
}
@article {1973196,
	title = {Aspects of {\textquoteright}Relevance{\textquoteright} in the Alignment of Curriculum with Educational Standards},
	journal = {Information Processing \& Management},
	volume = {46},
	year = {2010},
	month = {2010},
	pages = {362-376},
	abstract = {Retrieval of useful digitized learning objects is a key objective for educational digital libraries, but imprecise definitions of alignment hinder the development of effective retrieval mechanisms. With over 63,000 U.S. K-12 science and mathematics education standards and a rapid proliferation of Web-enabled curriculum, retrieving curriculum that aligns with the standards to which teachers must teach is increasingly important. Previous studies of such alignment use single-dimensional and binary measures of relevance. Perhaps as a consequence they suffer from low inter-rater reliability (IRR), with experts agreeing about alignments only some 20-40\% of the time. We present the results of an experiment in which the dependent variable {\textquoteleft}alignment{\textquoteright} is operationalized using the Saracevic model of relevance in which; i.e., alignment is defined and measured through {\textquoteleft}clues{\textquoteright} from the everyday practice of K-12 teaching. Results show higher inter-rater reliability on all clues with significantly higher IRR on several specific alignment dimensions. In addition, a (linear) model of {\textquoteleft}overall alignment{\textquoteright} is derived and estimated. Both the structure and explanatory power of the model differ significantly between searching vs. assessment. These results illustrate the usefulness of clue-based relevance measures for information retrieval and have important consequences for both the formulation of automated retrieval mechanisms and the construction of a gold standard set of standard-curriculum alignments.},
	keywords = {Accounting, BIS},
	url = {http://www.sciencedirect.com/science/article/B6VC8-4XF7Y02-1/2/3fd5e4257f3d904d5929eeff2185c678},
	author = {Reitsma,Reindert and Marshall,Byron and Zarske,Malinda}
}
@article {1974541,
	title = {Accessibility of Computer-based Simulation Models in Inherently Conflict-Laden Negotiations},
	journal = {Group Decision and Negotiation},
	volume = {8},
	year = {1999},
	month = {1999},
	pages = {511-533},
	keywords = {BIS},
	author = {Zigurs,I. and Reitsma,Reindert and Lewis,C. and Hubscher,R. and Hayes,C.}
}
@article {1974576,
	title = {Artificiele Intelligentie in Geografisch Onderzoek: Cognitie, {\textquoteleft}Engineering{\textquoteright} en Geografische Modellen (Artificial Intelligence in Geographical Research: Cognition, {\textquoteleft}Engineering{\textquoteright} and Geographical Models)},
	journal = {SWIM},
	volume = {1},
	year = {1986},
	month = {1986},
	pages = {4-7},
	keywords = {BIS},
	author = {Reitsma,Reindert}
}
