Students’ answers to tasks provide a valuable source of information in teaching as they

result from applying cognitive processes to a learning content addressed in the task. Due to steadily

increasing course sizes, analyzing student answers is frequently the only means of obtaining evidence

about student performance. However, in many cases, resources are limited, and when evaluating

exams, the focus is solely on identifying correct or incorrect answers. This overlooks the value of

analyzing incorrect answers, which can help improve teaching strategies or identify misconceptions to

be addressed in the next cohort.

In teacher training for secondary education, assessment guidelines are mandatory for every exam,

including anticipated errors and misconceptions. We applied this concept to a university exam with

462 students and 41 tasks. For each task, the instructors developed answer classes – classes of expected

responses, to which student answers were mapped during the exam correction process. The experiment

resulted in a shift in mindset among the tutors and instructors responsible for the course: after initially

having great reservations about whether the significant additional effort would yield an appropriate

benefit, the procedure was subsequently found to be extremely valuable.

},
author = {Lohr, Dominic and Berges, Marc-Pascal and Kohlhase, Michael and Rabe, Florian},
booktitle = {Hochschuldidaktik Informatik (HDI) 2021},
date = {2023-09-13/2023-09-14},
editor = {Desel, Jörg; Opel, Simone},
faupublication = {yes},
keywords = {computer science education; task analysis; answer classes},
pages = {179 - 190},
peerreviewed = {Yes},
title = {{The} {Potential} of {Answer} {Classes} in {Large}-scale {Written} {Computer}-{Science} {Exams}},
venue = {Aachen},
year = {2023}
}
@inproceedings{faucris.244853260,
abstract = {With more than 120.000 articles published annually in mathematical journals alone, mathematical search has often been touted as a killer application of computer-supported mathematics. But the artefacts of mathematics – e.g. mathematical documents, formulas, examples, algorithms, concrete data sets, or semantic web-style graph abstractions – that should be searched cover a variety of aspects. All are organized in complex ways and offer distinct challenges and techniques for search. Existing representation languages, the corresponding query languages and search systems usually concentrate on only one of these aspects. As a consequence, each system only partially covers the information retrieval needs of mathematical practitioners, and integrated solutions allowing multi-aspect queries are rare and basic. We present an architecture for a generic multi-aspect search system and analyze the requirements on paradigmatic practical information retrieval needs.},
author = {Bercic, Katja and Kohlhase, Michael and Rabe, Florian},
booktitle = {Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)},
date = {2020-07-26/2020-07-31},
doi = {10.1007/978-3-030-53518-6{\_}3},
editor = {Christoph Benzmüller, Bruce Miller},
faupublication = {yes},
isbn = {9783030535179},
note = {CRIS-Team Scopus Importer:2020-11-06},
pages = {39-54},
peerreviewed = {unknown},
publisher = {Springer},
title = {{Towards} a heterogeneous query language for mathematical knowledge},
venue = {Bertinoro},
volume = {12236 LNAI},
year = {2020}
}
@inproceedings{faucris.223104650,
abstract = {Data plays an increasing role in applied and even pure mathematics: datasets of concrete mathematical objects proliferate and increase in size, reaching upÂ to 1Â TB of uncompressed data and millions of objects. Most of the datasets, especially the many smaller ones, are maintained and shared in an ad hoc manner. This approach, while easy to implement, suffers from scalability and sustainability problems as well as a lack of interoperability both among datasets and with computation systems. In this paper we present another substantial step towards a unified infrastructure for mathematical data: a storage and sharing system with math-level APIs and UIs that makes the various collections findable, accessible, interoperable, and re-usable. Concretely, we provide a high-level data description framework from which database infrastructure and user interfaces can be generated automatically. We instantiate this infrastructure with several datasets previously collected by mathematicians. The infrastructure makes it relatively easy to add new datasets.},
author = {Bercic, Katja and Kohlhase, Michael and Rabe, Florian},
booktitle = {Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)},
date = {2019-07-08/2019-07-12},
doi = {10.1007/978-3-030-23250-4{\_}3},
editor = {Claudio Sacerdoti Coen, Andrea Kohlhase, Edwin Brady, Cezary Kaliszyk},
faupublication = {yes},
isbn = {9783030232498},
note = {CRIS-Team Scopus Importer:2019-07-26},
pages = {28-43},
peerreviewed = {Yes},
publisher = {Springer Verlag},
title = {{Towards} a {Unified} {Mathematical} {Data} {Infrastructure}: {Database} and {Interface} {Generation}},
venue = {Prague},
volume = {11617 LNAI},
year = {2019}
}
@inproceedings{faucris.111703504,
author = {Codescu, Silvestru Mihai and Horozal, Fulya and Kohlhase, Michael and Mossakowski, Till and Rabe, Florian and Sojakova, Kristina},
booktitle = {20th International Workshop on Algebraic Development Techniques, WADT 2010},
doi = {10.1007/978-3-642-28412-0{\_}10},
faupublication = {no},
isbn = {9783642284113},
pages = {139-159},
peerreviewed = {Yes},
title = {{Towards} logical frameworks in the heterogeneous tool set hets},
venue = {Etelsen},
year = {2012}
}
@inproceedings{faucris.106444844,
author = {Kohlhase, Michael and Rabe, Florian and Zholudev, Vyacheslav},
booktitle = {10th International Conference, AISC 2010, 17th Symposium, Calculemus 2010, and 9th International Conference, MKM 2010},
doi = {10.1007/978-3-642-14128-7{\_}32},
faupublication = {no},
isbn = {9783642141270},
pages = {370-384},
peerreviewed = {Yes},
title = {{Towards} {MKM} in the large: {Modular} representation and scalable software architecture},
venue = {Paris},
year = {2010}
}
@inproceedings{faucris.214004410,
author = {Wiesing, Tom and Kohlhase, Michael and Rabe, Florian},
booktitle = {7th International Conference on Mathematical Aspects of Computer and Information Sciences, MACIS 2017},
doi = {10.1007/978-3-319-72453-9{\_}17},
faupublication = {yes},
isbn = {9783319724522},
pages = {243-257},
peerreviewed = {Yes},
publisher = {Springer Verlag},
title = {{Virtual} theories – {A} uniform interface to mathematical knowledge bases},
year = {2017}
}
@inproceedings{faucris.214002392,
author = {Wiesing, Tom and Kohlhase, Michael and Rabe, Florian},
booktitle = {7th International Conference on Mathematical Aspects of Computer and Information Sciences, MACIS 2017},
doi = {10.1007/978-3-319-72453-9{\_}17},
faupublication = {yes},
isbn = {9783319724522},
pages = {243-257},
peerreviewed = {Yes},
publisher = {Springer Verlag},
title = {{Virtual} theories – {A} uniform interface to mathematical knowledge bases},
year = {2017}
}
@inproceedings{faucris.106770004,
author = {Wiesing, Tom and Kohlhase, Michael and Rabe, Florian and Kohlhase, Michael},
booktitle = {MACIS 2017: Seventh International Conference on Mathematical Aspects of Computer and Information Sciences},
doi = {10.1007/978-3-319-72453-9{\_}17},
editor = {Johannes Blömer and Temur Kutsia and Dimitris Simos},
faupublication = {yes},
isbn = {978-3-319-72453-9},
pages = {243-257},
peerreviewed = {Yes},
publisher = {Springer},
title = {{Virtual} {Theories} -- {A} {Uniform} {Interface} to {Mathematical} {Knowledge} {Bases}},
year = {2017}
}