@string{cns = "Proc.\ Canadian Nuclear Society Conference"} @string{cse = "Computing in Science \& Engineering"} @string{hpca = "International Journal of High Performance Computing Applications"} @string{icse2007 = "Proc.\ 29th International Conference on Software Engineering"} @string{icse2008 = "Proc.\ 30th International Conference on Software Engineering"} @string{icse2009 = "Proc.\ 31st International Conference on Software Engineering"} @string{ieee-computer = "IEEE Computer"} @string{ieee-software = "IEEE Software"} @string{ieee-trans-se = "IEEE Transactions on Software Engineering"} @string{lanl = "Los Alamos National Laboratory"} @string{secse2008 = "First International Workshop on Software Engineering for Computational Science and Engineering"} @string{secse2009 = "Second International Workshop on Software Engineering for Computational Science and Engineering"} @string{secse2010 = "Third International Workshop on Software Engineering for Computational Science and Engineering"} @string{secse2011 = "Fourth International Workshop on Software Engineering for Computational Science and Engineering"} @string{sc2005 = "Proceedings of Supercomputing 2005"} @string{sc2008 = "Proceedings of Supercomputing 2008"} @article{ackroyd2008, author = {Karen S. Ackroyd and Steve H. Kinder and Geoff R. Mant and Mike C. Miller and Christine A. Ramsdale and Paul C. Stephenson}, title = "{Scientific Software Development at a Research Facility}", journal = ieee-software, pages = {44-51}, year = {2008}, month = {July-August} } @article{basili2008, author = {Victor R. Basili and Danelia Cruzes and Jeffrey C. Carver and Lorin M. Hochstein and Jeffrey K. Hollingsworth and Marvin V. Zelkowitz and Forrest Shull}, title = "{Understanding the High-Performance-Computing Community: A Software Engineer's Perspective}", journal = ieee-software, volume = {25}, number = {4}, pages = {29-36}, year = {2008}, month = {July}, doi = {10.1109/MS.2008.103} } @article{baxter2006, author = {Susan M. Baxter and Steven W. Day and Jacquelyn S. Fetrow and Stephanie J. Reisinger}, title = "{Scientific Software Development Is Not an Oxymoron}", journal = {PLoS Computational Biology}, volume = {2}, number = {9}, pages = {e87}, year = {2006} } @book{boisvert2001, editor = {Ronald F. Boisvert and Ping Tak Peter Tang}, title = {The Architecture of Scientific Software}, publisher = {Springer}, year = {2001}, isbn = {978-0792373391} } @article{bronis2007, author = {Bronis R. de Supinski and Jeffrey K. Hollingworth and Shirley Moore and Patrick H. Worley}, title = "{Results of the {PERI} survey of {SciDAC} applications}", journal = {Journal of Physics: Conference Series}, year = {2007}, doi = {10.1088/1742-6596/78/1/012027} } @article{calder2004, author = {Alan Calder and Jonathan Dursi and Bruce Fryxell and Tomek Plewa and Greg Weirs and Todd Dupont and Harry Robey and Jave Kane and Bruce Remington and Frank Timmes and Guy Dimonte and John Hayes and Mike Zingale and Paul Drake and Paul Ricker and Jim Stone and Kevin Olson}, title = "{Validating Astrophysical Simulation Codes}", journal = cse, volume = {6}, number = {5}, pages = {10-20}, year = {2004}, url = {http://link.aip.org/link/?CSX/6/10/1} } @article{carver2006, author = {Jeffrey Carver and Lorin Hochstein and Richard Kendall and Taiga Nakamura and Marvin Zelkowitz and Victor Basili and Douglass Post}, title = "{Observations about Software Development for High End Computing}", journal = {CTWatch Quarterly}, volume = {2}, number = {4A}, pages = {33-38}, year = {2006}, month = {November}, url = {http://www.ctwatch.org/quarterly/archives/november-2006-a} } @inproceedings{carver2007a, author = {Jeffrey C. Carver and Richard P. Kendall and Susan E. Squires and Douglass E. Post}, title = "{Software Development Environments for Scientific and Engineering Software: A Series of Case Studies}", booktitle = icse2007, year = {2007}, url = {10.1109/ICSE.2007.77} } @article{carver2007b, author = {Jeffrey C. Carver}, title = "{Post-Workshop Report for the Third International Workshop on Software Engineering for High Performance Computing Applications}", journal = {ACM Software Engineering Notes}, volume = {11}, number = {4}, pages = {38-43}, year = {2007} } @inproceedings{carver2008, author = {Jeffrey C. Carver}, title = secse2008, booktitle = icse2008, pages = {1071-1072}, year = {2008}, publisher = {ACM}, isbn = {978-1-60558-079-1}, doi = {10.1145/1370175.1370252} } @inproceedings{carver2009a, author = {Jeffrey C. Carver}, title = secse2009, booktitle = icse2009, pages = {484-485}, year = {2009}, publisher = {IEEE} } @article{carver2009b, author = {Jeffrey Clark Carver}, title = "{Report from the Second International Workshop on Software Engineering for Computational Science and Engineering}", journal = cse, volume = {11}, number = {6}, pages = {14-19}, year = {2009} } @article{carver2011, author = {J. C. Carver}, title = "{Development of a Mesh Generation Code with a Graphical Front-End: A Case Study}", journal = {Journal of Organizational and End-User Computing}, pages = {16}, year = {2011} } @article{clume2010, author = {T. L. Clune and K. Kuo}, title = "{Test Driven Development: Lessons from a Simple Scientific Model}", journal = {AGU Fall Meeting Abstracts}, pages = {A1100}, year = {2010}, month = {December}, url = {http://adsabs.harvard.edu/abs/2010AGUFMIN13A1100C} } @inproceedings{crabtree2009, author = {Carlton A. Crabtree and A. Gunes Koru and Carolyn Seaman and Hakan Erdogmus}, title = "{An Empirical Characterization of Scientific Software Development Projects According to the Boehm and Turner Model: A Progress Report}", booktitle = secse2009, pages = {22-27}, year = {2009}, isbn = {978-1-4244-3737-5}, doi = {10.1109/SECSE.2009.5069158} } @article{downing2004, author = {Glenn Downing and Paul F. Dubois and Teresa Cottom}, title = "{Data Sharing in Scientific Simulations}", journal = cse, volume = {6}, number = {3}, pages = {87-96}, year = {2004}, month = {May-June}, doi = {10.1109/MCSE.2004.45} } @article{dubois2003, author = {P. F. Dubois and T. Epperly and G. Kumfert}, title = "{Why Johnny Can't Build (Portable Scientific Software)}", journal = cse, volume = {5}, number = {5}, pages = {83-88}, year = {2003}, doi = {10.1109/MCISE.2003.1225867} } @article{dubois2005, author = {P. F. Dubois}, title = "{Maintaining Correctness in Scientific Programs}", journal = cse, volume = {7}, number = {3}, pages = {80-85}, year = {2005}, month = {May-June}, doi = {10.1109/MCSE.2005.54} } @article{easterbrook2009, author = {Steve M. Easterbrook and Timothy C. Johns}, title = "{Engineering the Software for Understanding Climate Change}", journal = cse, volume = {11}, number = {6}, pages = {65-74}, year = {2009}, month = {November-December}, issn = {1521-9615}, doi = {10.1109/MCSE.2009.193} } @article{eddins2009, author = {Steven L. Eddins}, title = "{Automated Software Testing for Matlab}", journal = cse, volume = {11}, number = {6}, pages = {48-55}, year = {2009}, doi = {10.1109/MCSE.2009.186} } @article{faulk2009, author = {Stuart Faulk and Eugene Loh and Michael L. Van De Vanter and Susan Squires and Lawrence G. Votta}, title = "{Scientific Computing's Productivity Gridlock: How Software Engineering Can Help}", journal = cse, volume = {11}, number = {6}, pages = {30-39}, year = {2009}, doi = {10.1109/MCSE.2009.186} } @article{faulk2004, author = {S. Faulk and J. Gustafson and P. M. Johnson and A. Porter and W. Tichy and Lawrence Votta}, title = "{Measuring {HPC} Productivity}", journal = hpca, volume = {18}, number = {4}, year = {2004} } @inproceedings{gil2007, author = {Yolanda Gil and Pedro A. Gonz\'{a}lez-Calero and Ewa Deelman}, title = "{On the Black Art of Designing Computational Workflows}", booktitle = {2nd Workshop on Workflows in Support of Large-Scale Science}, pages = {53-62}, year = {2007}, publisher = {ACM}, isbn = {978-1-59593-715-5}, doi = {10.1145/1273360.1273370} } @inproceedings{gray2010, author = {Robert Gray and Diane Kelly}, title = "{Investigating Test Selection Techniques for Scientific Software Using Hook's Mutation Sensitivity Testing}", booktitle = secse2010, year = {2010}, month = {May} } @techreport{greenough2008, author = {C. Greenough and D. J. Worth}, title = "{Computational Science and Engineering Department Software Development Best Practice}", number = {RAL-TR-2008-022}, year = {2008}, institution = {SFTC Rutherford Appleton Laboratory} } @article{gustafson2004, author = {J. Gustafson}, title = "{Purpose-Based Benchmarks}", journal = hpca, volume = {18}, number = {4}, pages = {475-487}, year = {2004}, doi = {10.1177/1094342004048540} } @inproceedings{hannay2008, author = {Jo Erskine Hannay and Hans Petter Langtangen and Carolyn MacLeod and Dietmar Pfahl and Janice Singer and Greg Wilson}, title = "{How Do Scientists Develop and Use Scientific Software?}", booktitle = secse2009, year = {2009} } @article{hatton1994, author = {L. Hatton and A. Roberts}, title = "{How Accurate is Scientific Software?}", journal = ieee-trans-se, volume = {20}, number = {10}, pages = {785-797}, year = {1994} } @article{hatton1997, author = {L. Hatton}, title = "{The T Experiments: Errors in Scientific Software}", journal = {Computational Science \& Engineering}, volume = {4}, number = {2}, pages = {27-38}, year = {1997} } @inproceedings{heroux2009, author = {Michael A. Heroux and James M. Willenbring}, title = "{Barely-Sufficient Software Engineering: 10 Practices to Improve Your CSE Software}", booktitle = secse2009, year = {2009} } @inproceedings{secse2011, author = {Michael A. Heroux}, title = "{Improving CSE Software Through Reproducibility Requirements}", booktitle = secse2011, pages = {28-31}, year = {2011}, isbn = {978-1-4503-0598-3}, doi = {10.1145/1985782.1985787} } @inproceedings{hochstein2005, author = {L. Hochstein and J. Carver and F. Shull and S. Asgari and V. R. Basili and J. Hollingsworth and M. Zelkowitz}, title = "{Parallel Programmer Productivity: A Case Study of Novice {HPC} Programmers}", booktitle = sc2005, year = {2005}, doi = {10.1109/SC.2005.53} } @article{hochstein2008a, author = {L. Hochstein and V. R. Basili}, title = "{The {ASC}-{A}lliance Projects: A Case Study of Large-Scale Parallel Scientific Code Development}", journal = ieee-computer, volume = {41}, number = {3}, pages = {50-58}, year = {2008}, month = {March}, issn = {0018-9162}, doi = {10.1109/MC.2008.101} } @inproceedings{hochstein2008b, author = {Lorin M. Hochstein and Forrest Shull and Lynn B. Reid}, title = "{The Role of {MPI} in Development Time: a Case Study}", booktitle = sc2008, pages = {1-10}, year = {2008}, doi = {10.1145/1413370.1413405} } @inproceedings{hook2009a, author = {Daniel Hook and Diane Kelly}, title = "{Testing for Trustworthiness in Scientific Software}", booktitle = secse2009, year = {2009}, month = {May} } @article{hook2009b, author = {Daniel Hook and Diane Kelly}, title = "{Mutation Sensitivity Testing}", journal = cse, volume = {11}, number = {6}, pages = {40-47}, year = {2009}, doi = {10.1109/MCSE.2009.186} } @inproceedings{howison2011, author = {James Howison and James D. Herbsleb}, title = "{Scientific Software: Production and Collaboration}", booktitle = {Proc.\ Computer Support for Cooperative Work 2011}, year = {2011}, url = {http://james.howison.name/pubs/HowisonHerbslebSciSoftCscw2011-all-figures.pdf} } @article{johnson2003, author = {Jeffrey N. Johnson and Paul F. Dubois}, title = "{Issue Tracking}", journal = cse, volume = {5}, number = {6}, pages = {71-77}, year = {2003}, month = {November} } @inproceedings{johnson2005, author = {Philip M. Johnson and Michael G. Paulding}, title = "{Understanding HPC Development through Automated Process and Product Measurement with Hackystat}", booktitle = {Second Workshop on Productivity and Performance in High-End Computing}, year = {2005} } @inproceedings{kane2003, author = {David Kane}, title = "{Introducing Agile Development into Bioinformatics: An Experience Report}", booktitle = {Proc.\ Agile Development Conference 2005}, year = {2005} } @article{kane2006, author = {David Kane and Moses Hohman and Ethan Cerami and Michael McCormick and Karl Kuhlmman and Jeff Byrd}, title = "{Agile Methods in Biomedical Software Development: a Multi-Site Experience Report}", journal = {BMC Bioinformatics}, volume = {7}, number = {1}, pages = {273}, year = {2006}, issn = {1471-2105}, doi = {10.1186/1471-2105-7-273}, url = {http://www.biomedcentral.com/1471-2105/7/273} } @article{kelly2004a, author = {Diane Kelly and Terry Shepard}, title = "{Eight Maxims for Software Code Inspections}", journal = {Journal of Software Testing, Verification, and Reliability}, volume = {14}, number = {4}, pages = {243-256}, year = {2004}, month = {December} } @article{kelly2004b, author = {Diane Kelly and Terry Shepard}, title = "{Task-Directed Inspection}", journal = {Journal of Systems and Software}, volume = {73}, number = {2}, pages = {361-368}, year = {2004}, month = {October} } @article{kelly2004c, author = {Diane Kelly and Terry Shepard}, title = "{A Little Knowledge about Software}", journal = ieee-software, pages = {46-48}, year = {2004}, month = {March-April} } @article{kelly2006, author = {Diane Kelly}, title = "{A Study of Design Characteristics in Evolving Software Using Stability as a Criterion}", journal = ieee-trans-se, volume = {32}, number = {5}, pages = {315-329}, year = {2006}, month = {May} } @article{kelly2007a, author = {Diane F. Kelly}, title = "{A Software Chasm: Software Engineering and Scientific Computing}", journal = ieee-software, volume = {24}, pages = {120, 118-119}, year = {2007}, issn = {0740-7459}, doi = {10.1109/MS.2007.155} } @misc{kelly2007b, author = {Diane Kelly and Rebecca Sanders}, title = "{Mismatch of Strategies: Scientific Researchers and Commercial Software Suppliers}", booktitle = {The Software Practitioner}, editor = {Robert Glass}, year = {2007}, month = {July} } @inproceedings{kelly2007c, author = {Diane Kelly and Nancy Cote and Terry Shepard}, title = "{Software Engineers and Nuclear Engineers: Teaming up to do Testing}", booktitle = cns, year = {2007}, month = {June} } @inproceedings{kelly2008, author = {Diane Kelly and Rebecca Sanders}, title = "{Assessing the Quality of Scientific Software}", booktitle = secse2008, year = {2008}, month = {May} } @article{kelly2009a, author = {Diane Kelly and Daniel Hook and Rebecca Sanders}, title = "{Five Recommended Practices for Computational Scientists Who Write Software}", journal = cse, volume = {11}, number = {5}, pages = {48-53}, year = {2009}, doi = {10.1109/MCSE.2009.139} } @proceedings{kelly2009b, author = {Diane Kelly and Spencer Smith}, title = "{2nd Workshop on Software Engineering for Science}", booktitle = {Proc.\ IBM CASCON 2009}, editor = {Patrick Martin and Anatol Kark and Darlene Stewart}, year = {2009}, month = {November} } @article{kelly2011a, author = {Diane Kelly and Robert Gray and Yizhen Shao}, title = "{Examining Random and Designed Tests to Detect Code Mistakes in Scientific Software}", journal = {Journal of Computational Science}, volume = {2}, number = {1}, pages = {47-56}, year = {2011}, month = {March}, doi = {10.1016/j.jocs.2010.12.002} } @article{kelly2011b, author = {Diane Kelly and Spencer Smith and Nicholas Meng}, title = "{Software Engineering for Scientists}", journal = cse, volume = {13}, number = {5}, pages = {7-11}, year = {2011}, doi = {10.1109/MCSE.2011.86} } @article{kelly2011c, author = {Diane Kelly}, title = "{Innovative Approaches for Developing Scientific Software}", journal = {Journal of Organizational and End-User Computing}, volume = {23}, number = {4}, pages = {63-78}, year = {2011}, month = {December} } @article{kelly2011d, author = {Diane Kelly and Stefan Thorsteinson and Daniel Hook}, title = "{Scientific Software Testing: Analysis in Four Dimensions}", journal = ieee-software, pages = {84-90}, year = {2011}, month = {May-June} } @incollection{kelly2011e, author = {Diane Kelly and Daniel Hook and Rebecca Sanders}, title = "{A Framework for Testing Computational Software}", booktitle = {Handbook of Research on Computational Science and Engineering: Theory and Practice}, editor = {J. Leng and W. Sharrock}, pages = {177-196}, year = {2011}, publisher = {IGI Global}, doi = {10.4018/978-1-61350-116-0.ch008} } @inproceedings{kelly2011f, author = {Diane Kelly and John Harauz}, title = "{Software Development Processes and Analysis Software: A Mismatch and a Novel Framework}", booktitle = cns, year = {2011} } @techreport{kendall2005a, author = {Richard Kendall and Andrew Mark and Douglass Post and Susan Squires and Christine Halverson}, title = "{Case Study of the Condor Code Project}", year = {2005}, institution = lanl } @techreport{kendall2005b, author = {R. P. Kendall and J. Carver and A. Mark and D. Post and S. Squires and D. Shaffer}, title = "{Case Study of the Hawk Code Project}", number = {LA-UR-05-9011}, year = {2005}, institution = lanl } @techreport{kendall2006, author = {R. P. Kendall and D. Post and S. Squires and J. Carver}, title = "{Case Study of the Eagle Code Project}", number = {LA-UR-06-1092}, year = {2006}, institution = lanl } @article{kendall2008, author = {R. Kendall and J. C. Carver and D. Fisher and D. Henderson and A. Mark and D. Post and C. E. Rhoades Jr and S. Squires}, title = "{Development of a Weather Forecasting Code: A Case Study}", journal = ieee-software, volume = {25}, number = {4}, pages = {59-65}, year = {2008} } @article{kendall2010a, author = {Richard P. Kendall and Andrew Mark and Susan E. Squires and Christine A. Halverson}, title = "{Condor: Case Study of a Large-Scale, Physics-Based Code Development Project}", journal = cse, volume = {12}, number = {3}, pages = {22-27}, year = {2010}, doi = {10.1109/MCSE.2010.59} } @article{kendall2010b, author = {Richard P. Kendall and Douglass E. Post and Andrew Mark}, title = "{Case Study of the Nene Code Project}", journal = cse, volume = {12}, number = {3}, pages = {28-33}, year = {2010}, doi = {10.1109/MCSE.2010.57} } @article{killcoyne2009, author = {Sarah Killcoyne and John Boyle}, title = "{Managing Chaos: Lessons Learned Developing Software in the Life Sciences}", journal = cse, volume = {11}, number = {6}, pages = {20-29}, year = {2009}, doi = {10.1109/MCSE.2009.198} } @article{kuck2004, author = {D. J. Kuck}, title = "{Productivity in High Performance Computing}", journal = hpca, volume = {18}, number = {4}, year = {2004} } @techreport{kumfert2002, author = {G. Kumfert and T. Epperly}, title = "{Software in the DOE: The Hidden Overhead of ``The Build''}", number = {UCRL-ID-147343}, year = {2002}, month = {February}, institution = {Lawrence Livermore National Lab.}, doi = {10.2172/15005938} } @article{matthews2008, author = {David Matthews and Greg Wilson and Steve Easterbrook}, title = "{Configuration Management for Large-Scale Scientific Computing at the UK Met Office}", journal = cse, year = {2008}, month = {November-December} } @inproceedings{meng2011, author = {Nicholas Jie Meng and Diane Kelly and Thomas R. Dean}, title = "{Towards the Profiling of Scientific Software for Accuracy}", booktitle = {Proc.\ IBM CASCON 2011}, year = {2011}, month = {November} } @article{merali2010, author = {Zeeya Merali}, title = "{Error: Why Scientific Programming Does Not Compute}", journal = {Nature}, volume = {467}, pages = {775-777}, year = {2010}, url = {http://www.nature.com/news/2010/101013/full/467775a.html} } @inproceedings{morris2009, author = {C. Morris and J. Segal}, title = "{Some Challenges Facing Scientific Software Developers: the Case of Molecular Biology}", booktitle = {5th International IEEE Conference on E-Science}, pages = {216-222}, year = {2009} } @inproceedings{mugridge2003, author = {R. Mugridge}, title = "{Test Driven Development and the Scientific Method}", booktitle = {Proc.\ Agile Development Conference 2003}, pages = {47-52}, year = {2003} } @inproceedings{nguyen-hoan2010, author = {Luke Nguyen-Hoan and Shayne Flint and Ramesh Sankaranarayana}, title = "{A Survey of Scientific Software Development}", booktitle = {Proc.\ ACM-IEEE Internation Symposium on Empirical Software Engineering and Measurement 2010}, year = {2010}, url = {http://portal.acm.org/citation.cfm?id=1852802} } @article{oleary2006, author = {Dianne P. O'Leary}, title = "{Computational Software: Writing Your Legacy}", journal = cse, volume = {8}, number = {1}, pages = {78-83}, year = {2006}, url = {http://link.aip.org/link/?CSX/8/78/1} } @inproceedings{pancake1994, author = {C. M. Pancake and C. Cook}, title = "{What Users Need in Parallel Tool Support: Survey Results and Analysis}", booktitle = {Proc.\ Scalable High-Performance Computing Conference}, year = {1994} } @article{pankratius2009, author = {Victor Pankratius and Ali Jannesari and Walter F. Tichy}, title = "{Parallelizing Bzip2: A Case Study in Multicore Software Engineering}", journal = ieee-software, volume = {26}, number = {6}, pages = {70-77}, year = {2009}, issn = {0740-7459}, doi = {10.1109/MS.2009.183} } @article{pierce2004, author = {David W. Pierce}, title = "{Beyond the Means: Validating Climate Models with Higher-Order Statistics}", journal = cse, volume = {6}, number = {5}, pages = {22-29}, year = {2004}, url = {http://link.aip.org/link/?CSX/6/22/1} } @article{pitt-francis2008, author = {Joe Pitt-Francis and Miguel O. Bernabeu and Jonathan Cooper and Alan Garny and Lee Momtahan and James Osborne and Pras Pathmanathan and Blanca Rodriguez and Jonathan P. Whiteley and David J. Gavaghan}, title = "{Chaste: Using Agile Programming Techniques to Develop Computational Biology Software}", journal = {Philosophical Transactions of the Royal Society A: Mathematical, Physical and Engineering Sciences}, volume = {366}, number = {1878}, pages = {3111-3136}, year = {2008}, month = {September}, doi = {10.1098/rsta.2008.0096} } @techreport{post2003, author = {D. E. Post and Richard P. Kendall}, title = "{Software Project Management and Quality Engineering Practices for Complex, Coupled Multi-Physics, Massively Parallel Computational Simulations: Lessons Learned from ASCI}", number = {LA-UR-03-1274}, year = {2003}, institution = lanl, url = {http://www2.latech.edu/~box/ase/ASCILessonsLearned.pdf} } @article{post2005, author = {Douglass E. Post and Lawrence G. Votta}, title = "{Computational Science Demands a New Paradigm}", journal = {Physics Today}, volume = {58}, number = {1}, pages = {35-41}, year = {2005}, month = {January}, doi = {10.1063/1.1881898}, url = {http://www.highproductivity.org/vol58no1p35_41.pdf} } @inproceedings{post2006a, author = {D. E. Post and R. P. Kendall}, title = "{Large-Scale Computational Scientific and Engineering Code Development and Production Workflows}", booktitle = {Proc.\ 12th Workshop on Use of High Performance Computing in Meteorology}, year = {2006}, month = {October} } @article{post2006, author = {D. E. Post and Richard P. Kendall and Robert F. Lucas}, title = "{The Opportunities, Challenges and Risks of High Performance Computing in Computational Science and Engineering}", journal = {Advances in Computers}, pages = {240-297}, year = {2006} } @article{pouillon2010, author = {Yann Pouillon and Jean-Michel Beuken and Thierry Deutsch and Marc Torrent and Xavier Gonze}, title = "{Organizing Software Growth and Distributed Development: The Case of Abinit}", journal = cse, volume = {13}, number = {1}, pages = {62-69}, year = {2011}, doi = {10.1109/MCSE.2011.13} } @incollection{quirk2005, author = {James Quirk}, title = "{Computational Science: Same Old Silence, Same Old Mistakes, Something More Is Needed{\ldots}}", booktitle = {Adaptive Mesh Refinement: Theory and Applications}, editor = {Tomasz Plewa and Timur Linde and V. Gregory Weirs}, volume = {41}, pages = {3-28}, year = {2005}, publisher = {Springer Berlin Heidelberg}, series = {Lecture Notes in Computational Science and Engineering}, isbn = {978-3-540-27039-3}, doi = {10.1007/3-540-27039-6_1} } @article{roache2004, author = {Patrick J. Roache}, title = "{Building PDE Codes to be Verifiable and Validatable}", journal = cse, volume = {6}, number = {5}, pages = {30-38}, year = {2004}, url = {http://link.aip.org/link/?CSX/6/30/1} } @inproceedings{rodman1999, author = {A. Rodman and M. Brorsson}, title = "{Programming Effort vs. Performance with a Hybrid Programming Model for Distributed Memory Parallel Architectures}", booktitle = {Euro-Par'99: 5th International Euro-Par Conference}, editor = {P. Amestoy and P. Berger and M. Dayd{\'e} and I. Duff and V. Frayss{\'e} and L. Giraud and D. Ruiz}, volume = {1685}, pages = {888-898}, year = {1999}, month = {September}, publisher = {Springer-Verlag GmbH} } @mastersthesis{sanders2008a, author = {R. Sanders}, title = "{The Development and Use of Scientific Software}", year = {2008}, school = {Queen's University} } @article{sanders2008b, author = {R. Sanders and D. Kelly}, title = "{Dealing with Risk in Scientific Software Development}", journal = ieee-software, volume = {25}, number = {4}, pages = {21-28}, year = {2008}, month = {July-August} } @inproceedings{sanders2008c, author = {Rebecca Sanders and Diane Kelly}, title = "{The Challenge of Testing Scientific Software}", booktitle = {Proc.\ Conference for the Association for Software Testing}, pages = {30-36}, year = {2008}, month = {July} } @article{segal2005a, author = {Judith Segal}, title = "{When Software Engineers Met Research Scientists: A Case Study}", journal = {Empirical Software Engineering}, volume = {10}, number = {4}, pages = {517-536}, year = {2005} } @inproceedings{segal2005b, author = {J. Segal}, title = "{Two Principles of End-User Software Engineering Research}", booktitle = {1st Workshop on End User Software Engineering}, year = {2005}, month = {May} } @inproceedings{segal2007, author = {J. Segal}, title = "{Some Problems of Professional End User Developers}", booktitle = {IEEE Symposium on Visual Languages and Human-Centric Computing}, pages = {111-118}, year = {2007} } @inproceedings{segal2008a, author = {J. Segal}, title = "{Scientists and Software Engineers: A Tale of Two Cultures}", booktitle = {Proc.\ Psychology of Programming Interest Group}, year = {2008}, url = {http://www.ppig.org/papers/20th-segal.pdf} } @inproceedings{segal2008b, author = {J. Segal}, title = "{Models of Scientific Software Development}", booktitle = secse2008, year = {2008}, url = {http://www.cse.msstate.edu/~SECSE08/Papers/Segal.pdf} } @article{segal2008, author = {J. Segal and C. Morris}, title = "{Developing Scientific Software}", journal = ieee-software, volume = {25}, number = {4}, pages = {18-20}, year = {2008} } @article{segal2009a, author = {J. Segal and S. Clarke}, title = "{Software Engineers Don't Know Everything About End-User Programming}", journal = ieee-software, year = {2009}, month = {September-October} } @article{segal2009b, author = {J. Segal}, title = "{Software Development Cultures and Cooperation Problems: a Field Study of the Early Stages Of Development of Software for a Scientific Community}", journal = {Computer Supported Cooperative Work}, volume = {18}, number = {5/6}, pages = {581-606}, year = {2009} } @inproceedings{segal2009c, author = {J. Segal}, title = "{Some Challenges Facing Software Engineers Developing Software for Scientists}", booktitle = secse2009, pages = {9-14}, year = {2009}, doi = {10.1109/SECSE.2009.5069156} } @incollection{segal2011a, author = {J. Segal and C. Morris}, title = "{Developing Software For A Scientific Community: Some Challenges And Solutions}", booktitle = {Handbook of Research on Computational Science and Engineering: Theory and Practice}, editor = {J. Leng and W. Sharrock}, pages = {177-196}, year = {2011}, publisher = {IGI Global}, doi = {10.4018/978-1-61350-116-0.ch008} } @article{segal2011b, author = {J. Segal and C. Morris}, title = "{Scientific End-User Developers and Barriers to Use/Customer Engagement}", journal = {Journal of Organizational and End User Computing}, volume = {23}, number = {4}, pages = {51-63}, year = {2011} } @article{segal2011c, author = {Judith Segal and Diane Kelly and Jeffrey Carver}, title = "{Guest Editorial Preface: Special Issue on Scientific End User Computing}", journal = {Journal of Organizational and End User Computing}, volume = {23}, number = {4}, year = {2011}, month = {December} } @techreport{skinner2009, author = {David E. Skinner and Jon Stearley and John Hules and Jon Bashor}, title = "{Report of the 3rd DOE Workshop on HPC Best Practices: Software Lifecycles}", year = {2009}, month = {September}, institution = {US Department of Energy}, url = {http://outreach.scidac.gov/swbp/} } @article{squires2006, author = {Susan Squires and Michael L. Van De Vanter and Lawrence G. Votta}, title = "{Software Productivity Research in High Performance Computing}", journal = {CTWatch Quarterly}, year = {2006} } @article{sterling2004, author = {T. Sterling}, title = "{Productivity Metrics and Models for High Performance Computing}", journal = hpca, volume = {18}, number = {4}, year = {2004} } @mastersthesis{tang2008, author = {Jin Tang}, title = "{Developing Scientific Computing Software: Current Processes and Future Directions}", year = {2008}, school = {McMaster University} } @article{vallisneri2008, author = {Michele Vallisneri and Stanislav Babak}, title = "{Python and XML for Agile Scientific Computing}", journal = cse, volume = {10}, number = {1}, pages = {80-87}, year = {2008}, month = {January}, doi = {10.1109/MCSE.2008.20} } @techreport{watson2005, author = {Gregory R. Watson and Craig E. Rasmussen}, title = "{A Strategy for Addressing the Needs of Advanced Scientific Computing Using Eclipse as a Parallel Tools Platform}", year = {2005}, month = {December}, institution = lanl } @article{watson2006, author = {Gregory R. Watson and Nathan A. DeBardeleben}, title = "{Developing Scientific Applications Using Eclipse}", journal = cse, volume = {8}, number = {4}, pages = {50-61}, year = {2006} } @inproceedings{willenbring2007, author = {James M. Willenbring and Michael A. Heroux and Robert T. Heaphy}, title = "{The Trilinos Software Lifecycle Model}", booktitle = {Proceedings of the 3rd International Workshop on Software Engineering for High Performance Computing Applications}, year = {2007}, isbn = {0-7695-2969-0}, doi = {10.1109/SE-HPC.2007.5} } @article{wilson1996, author = {Gregory V. Wilson}, title = "{What Should Computer Scientists Teach to Physical Scientists and Engineers?}", journal = {IEEE Computational Science \& Engineering}, year = {1996}, month = {Summer-Fall} } @article{wilson2006a, author = {Greg Wilson}, title = "{Where's the Real Bottleneck in Scientific Computing?}", journal = {American Scientist}, year = {2006}, month = {January-February} } @article{wilson2006b, author = {Greg Wilson}, title = "{Software Carpentry: Getting Scientists to Write Better Code by Making Them More Productive}", journal = cse, year = {2006}, month = {November-December} } @article{wilson2008, author = {Greg Wilson}, title = "{Those Who Will Not Learn From History...}", journal = cse, year = {2008}, month = {May-June} } @article{wilson2009a, author = {Greg Wilson and Andrew Lumsdaine}, title = "{Software Engineering and Computational Science}", journal = cse, volume = {11}, number = {6}, pages = {12-13}, year = {2009}, doi = {10.1109/MCSE.2009.206} } @article{wilson2009, author = {Greg Wilson}, title = "{How Do Scientists Really Use Computers?}", journal = {American Scientist}, volume = {97}, number = {5}, pages = {8-10}, year = {2009}, month = {September-October}, doi = {10.1511/2009.80.360}, url = {http://www.americanscientist.org/issues/num2/2009/5/how-do-scientists-really-use-computers/1} } @article{wolter2006, author = {Nicole Wolter and Michael O. McCracken and Allan Snavely and Lorin Hochstein and Taiga Nakamura and Victor Basili}, title = "{What's Working in HPC: Investigating HPC User Behavior and Productivity}", journal = {CTWatch Quarterly}, volume = {2}, number = {4A}, pages = {9-17}, year = {2006}, month = {November}, url = {http://www.ctwatch.org/quarterly/archives/november-2006-a} } @article{wood2003, author = {William A. Wood and William L. Kleb}, title = "{Exploring XP for Scientific Research}", journal = ieee-software, volume = {20}, number = {3}, pages = {30-36}, year = {2003}, url = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=1196317} }