@article {9998,
	title = {Making sense of AI systems development},
	journal = {IEEE Transactions on Software Engineering},
	volume = {50},
	year = {2024},
	month = {12/2023},
	pages = {123{\textendash}140},
	abstract = {We identify and describe episodes of sensemaking around challenges in modern Artificial-Intelligence (AI)-based systems development that emerged in projects carried out by IBM and client companies. All projects used IBM Watson as the development platform for building tailored AI-based solutions to support workers or customers of the client companies. Yet, many of the projects turned out to be significantly more challenging than IBM and its clients had expected. The analysis reveals that project members struggled to establish reliable meanings about the technology, the project, context, and data to act upon. The project members report multiple aspects of the projects that they were not expecting to need to make sense of yet were problematic. Many issues bear upon the current-generation AI{\textquoteright}s inherent characteristics, such as dependency on large data sets and continuous improvement as more data becomes available. Those characteristics increase the complexity of the projects and call for balanced mindfulness to avoid unexpected problems.},
	doi = {10.1109/TSE.2023.3338857},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/sensemaking_tse_to_share.pdf},
	author = {Mateusz Dolata and Kevin Crowston}
}
@article {2020,
	title = {MIDST: An enhanced development environment that improves the maintainability of a data science analysis},
	journal = {International Journal of Information Systems and Project Management},
	volume = {8},
	year = {2020},
	abstract = {<p>With the increasing ability to generate actionable insight from data, the field of data science has seen significant growth. As more teams develop data science solutions, the analytical code they develop will need to be enhanced in the future, by an existing or a new team member. Thus, the importance of being able to easily maintain and enhance the code required for an analysis will increase. However, to date, there has been minimal research on the maintainability of an analysis done by a data science team. To help address this gap, data science maintainability was explored by (1) creating a data science maintainability model, (2) creating a new tool, called MIDST (Modular Interactive Data Science Tool), that aims to improve data science maintainability, and then (3) conducting a mixed method experiment to evaluate MIDST. The new tool aims to improve the ability of a team member to update and rerun an existing data science analysis by providing a visual data flow view of the analysis within an integrated code and computational environment. Via an analysis of the quantitative and qualitative survey results, the experiment found that MIDST does help improve the maintainability of an analysis. Thus, this research demonstrates the importance of enhanced tools to help improve the maintainability of data science projects.</p>},
	doi = {10.12821/ijispm080301},
	url = {http://www.sciencesphere.org/ijispm/archive/ijispm-080301.pdf},
	author = {Jeffery Saltz and Kevin Crowston and Heckman, Robert and Yatish Hegde}
}
@article {2016,
	title = {Manifesto on Engineering Academic Software (Dagstuhl Perspectives Workshop 16252)},
	volume = {6},
	year = {2016},
	month = {12/2106},
	institution = {Schloss Dagstuhl {\textendash} Leibniz Center for Informatics},
	address = {Wadern, Germany},
	abstract = {Software is often a critical component of scientific research.  It can be a component of the academic research methods used to produce research results, or it may itself be an academic research result. Software, however, has rarely been considered to be a citable artifact in its own right. With the advent of open-source software, artifact evaluation committees of conferences, and journals that include source code and running systems as part of the published artifacts, we foresee that software will increasingly be recognized as part of the academic process. The quality and sustainability of this software must be accounted for, both a priori and a posteriori. 

The Dagstuhl Perspectives Workshop on {\textquotedblleft}Engineering Academic Software{\textquotedblright} has examined the strengths, weaknesses, risks, and opportunities of academic software engineering. A key outcome of the workshop is this Dagstuhl Manifesto, serving as a roadmap towards future professional software engineering for software-based research instruments and other software produced and used in an academic context.  The manifesto is expressed in terms of a series of actionable {\textquotedblleft}pledges{\textquotedblright} that users and developers of academic research software can take as concrete steps towards improving the environment in which that software is produced.},
	author = {Alice Allen and Cecilia Aragon and Christoph Becker and Jeffrey Carver and Andrei Chi{\c s} and Benoit Combemale and Mike Croucher and Kevin Crowston and Daniel Garijo and Ashish Gehani and Carole Goble and Robert Haines and Robert Hirschfeld and James Howison and Kathryn Huff and Caroline Jay and Daniel S. Katz and Claude Kirchner and Katie Kuksenok and Ralf L{\"a}mmel and Oscar Nierstrasz and Matt Turk and van Nieuwpoort, Rob and Matthew Vaughn and Jurgen Vinju}
}
@proceedings {2015,
	title = {Motivations for sustained participation in crowdsourcing: The role of talk in a citizen science case study},
	year = {2015},
	month = {1/2015},
	address = {Koloa, HI},
	abstract = {<p>The paper explores the motivations of volunteers in a large crowd sourcing project and contributes to our understanding of the motivational factors that lead to deeper engagement beyond initial participation. Drawing on the theory of legitimate peripheral participation (LPP) and the literature on motivation in crowd sourcing, we analyze interview and trace data from a large citizen science project. The analyses identify ways in which the technical features of the projects may serve as motivational factors leading participants towards sustained participation. The results suggest volunteers first engage in activities to support knowledge acquisition and later share knowledge with other volunteers and finally increase participation in Talk through a punctuated process of role discovery.</p>},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/Motivation\%20in\%20Talk\%20Submitted_FINAL\%28Formatted\%29.pdf},
	author = {Corey Brian Jackson and Carsten {\O}sterlund and Gabriel Mugar and Kevin Crowston and Katie DeVries Hassman}
}
@conference {Crowston:2013,
	title = {Motivation and data quality in a citizen science game: A design science evaluation},
	booktitle = {Forty-sixth Hawai{\textquoteright}i International Conference on System Sciences (HICSS-46)},
	year = {2013},
	month = {1/2013},
	address = {Wailea, HI},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/hicss2013citizensort_cameraready.pdf},
	author = {Kevin Crowston and Nathan Prestopnik}
}
@conference {2011,
	title = {Mechanisms for Data Quality and Validation in Citizen Science},
	booktitle = {"Computing for Citizen Science" workshop at the IEEE eScience Conference},
	year = {2011},
	month = {12/2011},
	address = {Stockholm, Sweden},
	abstract = {Data quality is a primary concern for researchers employing public participation in scientific research, or {\textquotedblleft}citizen science,{\textquotedblright} to accomplish data collection and analysis tasks. This mode of scientific collaboration relies on contributions from a large, often unknown population of volunteers with widely variable expertise. In this paper, we review the commonly employed mechanisms for ensuring data quality. We also discuss results of a survey of citizen science projects that reports on the use of some of these mechanisms, noting that it is most common for projects to employ multiple mechanisms to ensure data quality and appropriate levels of validation.},
	keywords = {Citizen Science, data quality, data validation},
	url = {http://itee.uq.edu.au/~eresearch/workshops/compcitsci2011/index.html},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/PID2090593.pdf},
	author = {Wiggins, Andrea and Newman, Greg and Stevenson, Robert D. and Kevin Crowston}
}
@proceedings {2010,
	title = {Machine Learning and Rule-Based Automated Coding of Qualitative Data},
	year = {2010},
	month = {10/2010},
	address = {Pittsburgh, PA},
	abstract = {Researchers often employ qualitative research approaches but large volumes of textual data pose considerable challenges to manual coding. In this research, we explore how to implement fully or semi-automatic coding on textual data (specifically, electronic messages) by leveraging Natural Language Processing (NLP). In particular, we compare the performance of human-developed NLP rules to those inferred by machine learning algorithms. The experimental results suggest that NLP with machine learning can be an effective way to assist researchers in coding qualitative data.

},
	keywords = {FLOSS, NLP},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/ml_nlp.pdf , https://crowston.syr.edu./sites/crowston.syr.edu/files/ASIST\%20poster\%202p\%20final.pdf},
	author = {Kevin Crowston and Xiaozhong Liu and Allen, Eileen E. and Heckman, Robert}
}
@proceedings {Crowston:2008c,
	title = {The motivational arc of massive virtual collaboration},
	year = {2008},
	note = {Please refer to the more recent version of the paper. },
	month = {1{\textendash}2 July},
	address = {L{\"u}neberg, Germany},
	abstract = {Massive virtual collaborations (MVC) involve large numbers of mostly unpaid contributors collectively creating new content. Wikipedia is the most dramatic example of MVC; smaller-scale examples include blogs and discussion groups and free/libre open source software (FLOSS) projects. In this paper, we propose a model of motivations for contribution to MVC that integrates various theoretical perspectives to extend prior work. Specifically, we distinguish three different levels of contribution to projects (initial, sustained and meta) and capture the dynamic and recursive effects of contributions on emergent individual and project states.},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/MortivationalArc.pdf},
	author = {Kevin Crowston and Fagnot, Isabelle}
}
@conference {Chudoba:2005a,
	title = {Meet Me in Cyberspace: Meetings in the Distributed Work Environment},
	booktitle = {Academy of Management Conference, OCIS Division},
	year = {2005},
	address = {Honolulu, HI},
	abstract = {Meetings have long been a critical activity in contemporary work life. At least since Mintzberg{\textquoteright}s classic study of managerial behavior, researchers have documented and practitioners have bemoaned the amount of time spent in meetings. Despite these problems, meetings are becoming even more common in organizations. Teams are now found throughout the organization, from the manufacturing floor to senior management. Organizational work increasingly occurs in teams, with participation in meetings becoming a core work activity. How are these meetings conducted? What are the implications of the increased use of ICT in these meetings? As more and more members of organizational teams are distributed and must make extensive use of ICT in order to work together, these questions become even more important.

Using the device of genre system, an interrelated set of socially constructed communicative actions, we examine meetings from the perspective of employees at a company in the technology industry. We began with the questions: Are meetings in the 21st century different from Mintzberg{\textquoteright}s conceptualization? If so, how? Drawing on data gathered from interviews that used entries in the employees{\textquoteright} electronic calendar system, we found that employees are attending a large number of meetings (20\% reported more than 25 meetings in a week) and spending significant time in meetings (27\% reported more than 30 hours in a week in meetings). The majority of meetings included non-collocated participants and extensive use of ICT. We explore the implications of these and other findings for collaboration and ICT support.},
	keywords = {Computer-Mediated Communication, Virtuality},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/academy2005calendar.pdf},
	author = {Chudoba, Katherine M. and Mary Beth Watson-Manheim and Lee, Chei Sian and Kevin Crowston}
}
@article {Scozzi:2005,
	title = {Methods for modeling and supporting innovation processes in SMEs},
	journal = {European Journal of Innovation Management},
	volume = {8},
	number = {1},
	year = {2005},
	pages = {120{\textendash}137},
	abstract = {Purpose {\textendash} Sets out to investigate business modeling techniques (BMTs) which can be used to support and improve innovation processes within small and medium-sized enterprises (SMEs).

Design/methodology/approach {\textendash} Based on a literature review, different analysis perspectives on innovation processes are identified and discussed, and some firm needs and problems are pointed out. The importance of BMTs to firms is further tested by an empirical study whose initial results are
reported. Finally, by matching problems and techniques characterized by the same ontology, the BMTs most suitable to address SME needs are identified and their role within the innovation process discussed.

Findings {\textendash} The main result of the paper is the identification of the problems facing SMEs in innovation processes and the possible support offered by BMTs. Though methods and models alone do not assure the success in the innovation development process (IDP), they are enabling factors and
can support the creation of strategies, reasoning, insights and communication.

Originality/value {\textendash} The adoption of such BMTs, facilitating the codification of the characteristics of the IDP, might be particularly useful in those environments where, due to the lack of specialized resources, it is difficult to structure all of the information related to the innovation process and to
exploit the related benefits and opportunities. },
	keywords = {Coordination, Organizational Modelling},
	doi = {10.1108/14601060510578619},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/MethodsForModeling.pdf},
	author = {Scozzi, Barbara and Garavelli, C. and Kevin Crowston}
}
@proceedings {Crowston:1996,
	title = {Market-enabling Internet agents},
	year = {1996},
	address = {Columbus, OH, December},
	abstract = {The growth of the Internet offers a vision of ubiquitous electronic commerce. A particularly exciting feature of Internet commerce is the ability to automate the search for price or other product information across multiple suppliers by using an {\textquotedblleft}agent{\textquotedblright} to retrieve the relevant information. The use of such agents has the potential to dramatically reduce buyers{\textquoteright} search costs. We argue that such agents effectively transform a diverse set of offerings into an economically efficient market and that their use should therefore be analyzed in these terms.
In this paper, we present a simple model of the competitive effects of agents used to support purchasing. The model suggests that agents can be successful for diversified goods but resisted for commodities and near-commodities. We illustrate our model by analyzing the situation of current electronic commerce ventures on the Internet. },
	keywords = {Internet Agent},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/icis96.pdf},
	author = {Kevin Crowston},
	editor = {DeGross, Janice I. and Jarvenpaa, Sirkka and Srinivasan, Ananth}
}
@inbook {Crowston:1991,
	title = {Modelling coordination in organizations},
	booktitle = {Artificial Intelligence in Organization and Management Theory},
	year = {1991},
	pages = {215-234},
	publisher = {Elsevier},
	organization = {Elsevier},
	address = {Amsterdam},
	keywords = {Coordination},
	attachments = {https://crowston.syr.edu./sites/crowston.syr.edu/files/modellingcoordin00crow.pdf},
	author = {Kevin Crowston},
	editor = {Masuch, Michael and Massimo, G.}
}
