@article {2016,
	title = {Manifesto on Engineering Academic Software (Dagstuhl Perspectives Workshop 16252)},
	volume = {6},
	year = {2016},
	month = {12/2106},
	institution = {Schloss Dagstuhl {\textendash} Leibniz Center for Informatics},
	address = {Wadern, Germany},
	abstract = {Software is often a critical component of scientific research.  It can be a component of the academic research methods used to produce research results, or it may itself be an academic research result. Software, however, has rarely been considered to be a citable artifact in its own right. With the advent of open-source software, artifact evaluation committees of conferences, and journals that include source code and running systems as part of the published artifacts, we foresee that software will increasingly be recognized as part of the academic process. The quality and sustainability of this software must be accounted for, both a priori and a posteriori. 

The Dagstuhl Perspectives Workshop on {\textquotedblleft}Engineering Academic Software{\textquotedblright} has examined the strengths, weaknesses, risks, and opportunities of academic software engineering. A key outcome of the workshop is this Dagstuhl Manifesto, serving as a roadmap towards future professional software engineering for software-based research instruments and other software produced and used in an academic context.  The manifesto is expressed in terms of a series of actionable {\textquotedblleft}pledges{\textquotedblright} that users and developers of academic research software can take as concrete steps towards improving the environment in which that software is produced.},
	author = {Alice Allen and Cecilia Aragon and Christoph Becker and Jeffrey Carver and Andrei Chi{\c s} and Benoit Combemale and Mike Croucher and Kevin Crowston and Daniel Garijo and Ashish Gehani and Carole Goble and Robert Haines and Robert Hirschfeld and James Howison and Kathryn Huff and Caroline Jay and Daniel S. Katz and Claude Kirchner and Katie Kuksenok and Ralf L{\"a}mmel and Oscar Nierstrasz and Matt Turk and van Nieuwpoort, Rob and Matthew Vaughn and Jurgen Vinju}
}
@article {9999,
	title = {Using natural language processing for qualitative data analysis},
	journal = {International Journal of Social Research Methodology},
	volume = {15},
	year = {2012},
	month = {2012},
	chapter = {523-543},
	abstract = {Social researchers often apply qualitative research methods to study groups and their communications artefacts. The use of computer-mediated communications has dramatically increased the volume of text available, but coding such text requires considerable manual effort. We discuss how systems that process text in human languages (i.e., natural language processing, NLP) might partially automate content analysis by extracting theoretical evidence. We present a case study of the use of NLP for qualitative analysis in which the NLP rules showed good performance on a number of codes. With the current level of performance, use of an NLP system could reduce the amount of text to be examined by a human coder by an order of magnitude or more, potentially increasing the speed of coding by a comparable degree. The paper is significant as it is one of the first to demonstrate the use of high-level NLP techniques for qualitative data analysis.},
	doi = {10.1080/13645579.2011.625764},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/NLP_for_qualitative_analysis.pdf},
	author = {Kevin Crowston and Allen, Eileen E. and Heckman, Robert}
}
@proceedings {2010,
	title = {Machine Learning and Rule-Based Automated Coding of Qualitative Data},
	year = {2010},
	month = {10/2010},
	address = {Pittsburgh, PA},
	abstract = {Researchers often employ qualitative research approaches but large volumes of textual data pose considerable challenges to manual coding. In this research, we explore how to implement fully or semi-automatic coding on textual data (specifically, electronic messages) by leveraging Natural Language Processing (NLP). In particular, we compare the performance of human-developed NLP rules to those inferred by machine learning algorithms. The experimental results suggest that NLP with machine learning can be an effective way to assist researchers in coding qualitative data.

},
	keywords = {FLOSS, NLP},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/ml_nlp.pdf , https://floss.syr.edu/sites/crowston.syr.edu/files/ASIST\%20poster\%202p\%20final.pdf},
	author = {Kevin Crowston and Xiaozhong Liu and Allen, Eileen E. and Heckman, Robert}
}
@article {Li:2008a,
	title = {Asynchronous Decision-Making in Distributed Teams (Poster)},
	year = {2008},
	month = {8{\textendash}12 November},
	address = {San Diego, CA},
	keywords = {Decision-Making, FLOSS},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/CSCW2008Poster11x17Draft.pdf},
	author = {Li, Qing and Heckman, Robert and Allen, Eileen E. and Kevin Crowston and Eseryel, U. Yeliz and James Howison and Wiggins, Andrea}
}
@proceedings {Li:2008,
	title = {Decision Making Paths in Self-Organizing Technology-Mediated Distributed Teams},
	year = {2008},
	address = {Paris, France, 14-17 December},
	abstract = {This paper investigates decision making in self-organizing technology-mediated distributed teams. This context provides an opportunity to examine how the use of technological support to span temporal and organizational discontinuities affects decision-making processes. 258 software-modification decision episodes were collected from the public emailing lists of six Free/Libre Open Source Software (FLOSS) projects over a span of five years. Six decision-making paths were identified as 1) short-cut decision-making path; 2) implicit-development decision-making path; 3) implicit-evaluation decision-making path; 4) normative decision-making path; 5) dynamic decision-making path; and 6) interrupted/delayed decision-making path. We suggest that the nature of the tasks and the affordances of the  technology used reduce the need for explicit coordination, resulting in a broader range of possible decision processes than are observed in face-to-face groups.},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/Decision\%20Making\%20Paths\%20in\%20Self\%20Organizing\%20Technology\%20Mediated\%20Dist.pdf},
	author = {Li, Qing and Heckman, Robert and Kevin Crowston and James Howison and Allen, Eileen E. and Eseryel, U. Yeliz}
}
@proceedings {Heckman:2007,
	title = {Emergent decision-making practices in Free/Libre Open Source Software FLOSS development teams},
	year = {2007},
	address = {Limerick, Ireland, 10-14 June},
	abstract = {We seek to identify work practices that make Free/Libre Open Source Software (FLOSS) development teams effective. Particularly important to team effectiveness is decision making. In this paper, we report on an inductive qualitative analysis of 360 decision episodes of six FLOSS development teams. Our analysis revealed diversity in decision-making practices that seem to be related to differences in overall team characteristics and effectiveness. },
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/20070320\%20OSS\%20Conference_v15_final\%20submitted.pdf},
	author = {Heckman, Robert and Kevin Crowston and Eseryel, U. Yeliz and James Howison and Allen, Eileen E. and Li, Qing}
}
@article {2007,
	title = {Investigating the Dynamics of FLOSS Development Teams (Poster)},
	year = {2007},
	note = {SD 2007 poster - Full Adobe PDF
2007 HSD PI{\textquoteright}s conference poster reporting on the grant project work to date in a full Adobe PDF file.

HSD 2007 poster - Small PDF
HSD 2007 conference grant progress reporting poster in a smaller PDF file.
},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/HSDposter_8.ai_.pdf , https://floss.syr.edu/sites/crowston.syr.edu/files/HSDposter_8.pdf},
	author = {Li, Na and Li, Qing and Kangning Wei and Heckman, Robert and Eseryel, U. Yeliz and Liddy, Elizabeth D. and James Howison and Kevin Crowston and Allen, Eileen E. and Scialdone, Michael J. and Inoue, Keisuke and Harwell, Sarah and Rowe, Steven and McCracken, Nancy and Wiggins, Andrea}
}
@proceedings {Heckman:2006b,
	title = {Emergent decision-making practices in technology-supported self-organizing distributed teams},
	year = {2006},
	address = {Milwaukee, WI, 10{\textendash}13 Dec},
	abstract = {We seek to identify work practices that make technology-supported self-organizing distributed (or virtual) teams (TSSODT for short) effective in producing outputs satisfactory to their sponsors, meeting the needs of their members and continuing to function. A particularly important practice for team effectiveness is decision making: are the right decisions made at the right time to get the work done in a way that satisfies team sponsors, keeps contributors happy and engaged, and enables continued team success? In this research-in-progress paper, we report on an inductive qualitative analysis of 120 decision episodes taken by 2 Free/libre Open Source Software development teams. Our analysis revealed differences in decision-making practices that seem to be related to differences in overall team effectiveness.},
	keywords = {Decision-Making, FLOSS},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/Emergent\%20Decision\%20Making\%20Practices\%20In\%20Technology\%20Supported\%20Self\%20O.pdf},
	author = {Heckman, Robert and Kevin Crowston and Li, Qing and Allen, Eileen E. and Eseryel, U. Yeliz and James Howison and Kangning Wei}
}
@proceedings {Annabi:2006,
	title = {From Individual Contribution to Group learning: the Early Years of Apache Web Server},
	year = {2006},
	pages = {77{\textendash}90},
	address = {Lake Como, Italy, 8{\textendash}9 June},
	abstract = {Open Source Software (OSS) groups experience many benefits and challenges with respect to the core group{\textquoteright}s effectiveness. In order to capitalize on the benefits and minimize the challenges, OSS groups must learn not only on the individual level, but also on the group level. OSS groups learn by integrating individual contributions into the group{\textquoteright}s product and processes. This paper reports on the characteristics of the learning process in OSS groups. The study utilized an embedded single case study design that observed and analyzed group learning processes in the Apache Web server OSS project. The study used learning opportunity episodes (LOE) as the embedded unit of analysis and developed and utilized three content analytic schemes to describe the characteristics of the learning process and the factors affecting this process.},
	keywords = {FLOSS, Learning},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/FromIndividualContributionToGroup.pdf},
	author = {Annabi, Hala and Kevin Crowston and Heckman, Robert}
}
@article {Crowston:2006,
	title = {Information systems success in Free and Open Source Software development: Theory and measures},
	journal = {Software Process{\textendash}Improvement and Practice},
	volume = {11},
	number = {2},
	year = {2006},
	pages = {123{\textendash}148},
	abstract = {Information systems success is one of the most widely used dependent variables in information systems (IS) research, but research on Free/Libre and Open Source software (FLOSS) often fails to appropriately conceptualize this important concept. In this paper, we reconsider what success means within a FLOSS context. We first review existing models of IS success and success variables used in FLOSS research and assess them for their usefulness, practicality and fit to the FLOSS context. Then, drawing on a theoretical model of group effectiveness in the FLOSS development process, as well as an online discussion group with developers, we present additional concepts that are central to an appropriate understanding of success for FLOSS. 
In order to examine the practicality and validity of this conceptual scheme, the second half of our paper presents an empirical study that demonstrates its operationalization of the chosen measures and assesses their internal validity. We use data from SourceForge to measure the project{\textquoteright}s effectiveness in team building, the speed of the project at responding to bug reports and the project{\textquoteright}s popularity. We conclude by discussing the implications of this study for our proposed extension of IS success in the context of FLOSS development and highlight future directions for research.},
	keywords = {FLOSS, Success},
	doi = {10.1002/spip.259},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/InformationSystemsSuccessInFree.pdf},
	author = {Kevin Crowston and James Howison and Annabi, Hala}
}
@article {2006,
	title = {Investigating the Dynamics of FLOSS Development Teams (Poster)},
	year = {2006},
	note = {Poster describing the current state of the project for the HSD Principal Investigators{\textquoteright} conference, 14-15 September 2006, Washington DC.},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/hsd2006poster.pdf},
	author = {Li, Qing and Kangning Wei and Heckman, Robert and Eseryel, U. Yeliz and Liddy, Elizabeth D. and James Howison and Kevin Crowston and Allen, Eileen E. and Inoue, Keisuke and Harwell, Sarah and Rowe, Steven and McCracken, Nancy}
}
@proceedings {Crowston:2005e,
	title = {Effective work practices for FLOSS development: A model and propositions},
	year = {2005},
	note = {"Effective work practices for Software Engineering: Free/Libre Open Source Software Development". Presentation at the Workshop on Interdisciplinary Software Engineering 2004, SIGSOFT 2004/FSE-12 Conference, Newport Beach, CA, 5 November. Powerpoint file.},
	address = {Big Island, Hawai{\textquoteright}i, January},
	abstract = {We review the literature on Free/Libre Open Source Software (FLOSS) development and on software development, distributed work and teams more generally to develop a theoretical model to explain the performance of FLOSS teams. The proposed model is based on Hackman{\textquoteright}s [1] model of effectiveness of work teams, with coordination theory [2] and collective mind [3] to extend Hackman{\textquoteright}s model by elaborating team practices relevant
to effectiveness in software development. We propose a set of propositions to guide further research.},
	doi = {10.1109/HICSS.2005.222},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/22680197a.pdf , https://floss.syr.edu/sites/crowston.syr.edu/files/041101\%20Wiser\%20Presentation.pdf},
	author = {Kevin Crowston and Annabi, Hala and James Howison and Masango, Chengetai}
}
@proceedings {Crowston:2005a,
	title = {A structurational perspective on leadership in Free/Libre Open Source Software teams},
	year = {2005},
	address = {Genova, Italy},
	abstract = {In this conceptual paper, we present a structuration-based theory of leadership behaviours in self-organizing virtual distributed teams such as Free/Libre Open Source Software development teams. Such teams are often composed of members of relatively equal status or who are so disparate in background that formal organizational status seems irrelevant, reducing the usual leadership cues provided by organizational status and title. Building on a functional view of leadership and structuration theory, we suggest that leaders are individuals who develop team structures that then guide the actions of team members. Specifically, we examine structures of signification in the form of shared mental models, structures of domination in the form of role structures and structures of legitimation in form of rules and norms. The main contribution of our paper is the integration of various social theories to describe emergent leadership behaviours in distributed teams. We develop a set of propositions and illustrate with examples taken from Free/Libre Open Source Software development teams. We conclude by suggesting future research that might be conducted to test and further elaborate our theory.},
	keywords = {FLOSS, Leadership},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/crowston-final.pdf},
	author = {Kevin Crowston and Heckman, Robert and Annabi, Hala and Masango, Chengetai}
}
@conference {2004,
	title = {Effective work practices for software engineering},
	booktitle = {Proceedings of the 2004 ACM workshop on Interdisciplinary software engineering research (WISER {\textquoteright}04)},
	year = {2004},
	pages = {18},
	publisher = {ACM Press},
	organization = {ACM Press},
	address = {Newport Beach, CA, USA},
	abstract = {We review the literature on Free/Libre Open Source Software (FLOSS) development and on software development, distributed work and teams more generally to develop a theoretical model to explain the performance of FLOSS teams. The proposed model is based on Hackman{\textquoteright}s [34] model of
effectiveness of work teams, with coordination theory [52] and collective mind [79] to extend Hackman{\textquoteright}s model by elaborating team practices relevant to effectiveness in software development. We propose a set of propositions to guide further research.},
	keywords = {FLOSS},
	isbn = {1581139888},
	doi = {10.1145/1029997.1030003},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/p18-crowston.pdf},
	author = {Kevin Crowston and Annabi, Hala and James Howison and Masango, Chengetai}
}
@article {2004,
	title = {A structurational model of leadership in virtual distributed groups},
	year = {2004},
	note = {"A structurational model of the dynamics of Free/Libre Open Source Software development teams". Presentation at the IFIP WG 8.2 OASIS Workshop 2004, Washington, DC, 12 December 2004. (Powerpoint file).},
	keywords = {FLOSS},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/crowston_oasis_2004v3.pdf},
	author = {Kevin Crowston and Annabi, Hala and Heckman, Robert}
}
@conference {Crowston:2004c,
	title = {Towards a portfolio of FLOSS project success measures},
	booktitle = {Workshop on Open Source Software Engineering, 26th International Conference on Software Engineering},
	year = {2004},
	address = {Edinburgh},
	abstract = {Project success is one of the most widely used dependent variables in information systems research. However, conventional measures of project success are difficult to apply to Free/Libre Open Source Software projects. In this paper, we present an analysis of four measures of success applied to SourceForge projects: number of members of the extended development community, project activity, bug fixing time and number of downloads. We argue that these four measures provide different insights into the collaboration and control mechanisms of the projects.},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/Towards_a_Portfolio_\%20of\%20_FLOSS_Project.pdf},
	author = {Kevin Crowston and Annabi, Hala and James Howison and Masango, Chengetai}
}
@booklet {2003,
	title = {Collective Learning in Distributed Groups (Research in progress)},
	year = {2003},
	publisher = {Syracuse University School of Information Studies},
	keywords = {FLOSS},
	author = {Annabi, Hala and Kevin Crowston}
}
@proceedings {Crowston:2003c,
	title = {Defining Open Source Software project success},
	year = {2003},
	address = {Seattle, WA, December},
	abstract = {Information systems success is one of the most widely used dependent variables in information systems research. In this paper, we identify a range of measures that can be used to assess the success of Open Source Software (OSS) projects. We identify measures based on a review of the literature, a consideration of the OSS development process and an analysis of the opinions of OSS developers. For each measure, we provide examples of how they might be used in a study of OSS development.},
	keywords = {FLOSS},
	attachments = {https://floss.syr.edu/sites/crowston.syr.edu/files/icis2003success.pdf},
	author = {Kevin Crowston and Annabi, Hala and James Howison}
}
