\begin{thebibliography}{40} \providecommand{\natexlab}[1]{#1} \providecommand{\url}[1]{\texttt{#1}} \expandafter\ifx\csname urlstyle\endcsname\relax \providecommand{\doi}[1]{doi: #1}\else \providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi \bibitem[Cur()]{CurrentImpl} Website. \newblock \url{https://github.com/amohsen/fscp}. \bibitem[har()]{harvard-genome-sequencing} Algorithm development through crowdsourcing. \newblock \url{http://catalyst.harvard.edu/services/crowdsourcing/algosample.html}. \bibitem[pol()]{polymath} {The polymath blog}. \newblock Website. \newblock \url{http://polymathprojects.org/}. \bibitem[ete(2011)]{eterna} {EteRNA}. \newblock Website, 2011. \newblock \url{http://eterna.cmu.edu/}. \bibitem[Abdelmeged and Lieberherr(2011)]{SCGCourt} A.~Abdelmeged and K.~J. Lieberherr. \newblock {SCG Court}: Generator of teaching/innovation labs on the web. \newblock Website, 2011. \newblock \url{ http://sourceforge.net/p/generic-scg/code-0/110/tree/GenericSCG/ }\gap. \bibitem[Abdelmeged and Lieberherr(2012)]{scg-def} A.~Abdelmeged and K.~J. Lieberherr. \newblock {The Scientific Community Game}. \newblock In \emph{{CCIS Technical Report NU-CCIS-2012-19}}, October 2012. \newblock \url{ http://www.ccs.neu.edu/home/lieber/papers/SCG-definition/SCG-definition-NU-C% CIS-2012.pdf }. \bibitem[Abdelmeged and Lieberherr(2013)]{fscp-ws} A.~Abdelmeged and K.~J. Lieberherr. \newblock {FSCP: A Platform for Crowdsourcing Formal Science}. \newblock In \emph{{CCIS Technical Report}}, February 2013. \newblock \url{ http://www.ccs.neu.edu/home/lieber/papers/SCG-crowdsourcing/websci2013_submi% ssion_FSCP.pdf }. \bibitem[Andersen(2012)]{Andersen:2012:OAE:2282338.2282398} E.~Andersen. \newblock Optimizing adaptivity in educational games. \newblock In \emph{Proceedings of the International Conference on the Foundations of Digital Games}, FDG '12, pages 279--281, New York, NY, USA, 2012. ACM. \newblock ISBN 978-1-4503-1333-9. \newblock \doi{10.1145/2282338.2282398}. \newblock URL \url{http://doi.acm.org/10.1145/2282338.2282398}. \bibitem[Andersen et~al.(2012)Andersen, O'Rourke, Liu, Snider, Lowdermilk, Truong, Cooper, and Popovic]{Andersen:2012:ITG:2207676.2207687} E.~Andersen, E.~O'Rourke, Y.-E. Liu, R.~Snider, J.~Lowdermilk, D.~Truong, S.~Cooper, and Z.~Popovic. \newblock The impact of tutorials on games of varying complexity. \newblock In \emph{Proceedings of the SIGCHI Conference on Human Factors in Computing Systems}, CHI '12, pages 59--68, New York, NY, USA, 2012. ACM. \newblock ISBN 978-1-4503-1015-4. \newblock \doi{10.1145/2207676.2207687}. \newblock URL \url{http://doi.acm.org/10.1145/2207676.2207687}. \bibitem[Attenberg et~al.(2011)Attenberg, Ipeirotis, and Provost]{attenberg2011beat-ipeirotis} J.~Attenberg, P.~Ipeirotis, and F.~Provost. \newblock Beat the machine: Challenging workers to find the unknown unknowns. \newblock In \emph{Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence}, 2011. \bibitem[Bernstein et~al.(2012)Bernstein, Klein, and Malone]{Bernstein:2012:PGB:2160718.2160731} A.~Bernstein, M.~Klein, and T.~W. Malone. \newblock Programming the global brain. \newblock \emph{Commun. ACM}, 55\penalty0 (5):\penalty0 41--43, May 2012. \newblock ISSN 0001-0782. \newblock \doi{10.1145/2160718.2160731}. \newblock URL \url{http://doi.acm.org/10.1145/2160718.2160731}. \bibitem[Chadwick(2008)]{DemeterFClassDictionary} B.~Chadwick. \newblock {DemeterF}: The functional adaptive programming library. \newblock Website, 2008. \newblock \url{http://www.ccs.neu.edu/home/chadwick/demeterf/}. \bibitem[Cooper et~al.(2010{\natexlab{a}})Cooper, Treuille, Barbero, Leaver-Fay, Tuite, Khatib, Snyder, Beenen, Salesin, Baker, and Popovi\'{c}]{Cooper:2010:CDS:1822348.1822354} S.~Cooper, A.~Treuille, J.~Barbero, A.~Leaver-Fay, K.~Tuite, F.~Khatib, A.~C. Snyder, M.~Beenen, D.~Salesin, D.~Baker, and Z.~Popovi\'{c}. \newblock The challenge of designing scientific discovery games. \newblock In \emph{Proceedings of the Fifth International Conference on the Foundations of Digital Games}, FDG '10, pages 40--47, New York, NY, USA, 2010{\natexlab{a}}. ACM. \newblock ISBN 978-1-60558-937-4. \newblock \doi{10.1145/1822348.1822354}. \newblock URL \url{http://doi.acm.org/10.1145/1822348.1822354}. \bibitem[Cooper et~al.(2010{\natexlab{b}})Cooper, Treuille, Barbero, Leaver-Fay, Tuite, Khatib, Snyder, Beenen, Salesin, Baker, and Popovi\'{c}]{FoldIt} S.~Cooper, A.~Treuille, J.~Barbero, A.~Leaver-Fay, K.~Tuite, F.~Khatib, A.~C. Snyder, M.~Beenen, D.~Salesin, D.~Baker, and Z.~Popovi\'{c}. \newblock The challenge of designing scientific discovery games. \newblock In \emph{Proceedings of the Fifth International Conference on the Foundations of Digital Games}, FDG '10, pages 40--47, New York, NY, USA, 2010{\natexlab{b}}. ACM. \newblock ISBN 978-1-60558-937-4. \newblock \doi{10.1145/1822348.1822354}. \newblock URL \url{http://doi.acm.org/10.1145/1822348.1822354}. \bibitem[Denning(2005)]{Denning:2005:CSS:1053291.1053309} P.~J. Denning. \newblock Is computer science science? \newblock \emph{Commun. ACM}, 48\penalty0 (4):\penalty0 27--31, Apr. 2005. \newblock ISSN 0001-0782. \newblock \doi{10.1145/1053291.1053309}. \newblock URL \url{http://doi.acm.org/10.1145/1053291.1053309}. \bibitem[Doan et~al.(2011)Doan, Ramakrishnan, and Halevy]{CrowdsourcingSystemsOnTheWWW} A.~Doan, R.~Ramakrishnan, and A.~Y. Halevy. \newblock Crowdsourcing systems on the world-wide web. \newblock \emph{Commun. ACM}, 54\penalty0 (4):\penalty0 86--96, Apr. 2011. \newblock ISSN 0001-0782. \newblock \doi{10.1145/1924421.1924442}. \newblock URL \url{http://doi.acm.org/10.1145/1924421.1924442}. \bibitem[Franklin(1994)]{Franklin1994-FRATFS} J.~Franklin. \newblock The formal sciences discover the philosophers' stone. \newblock \emph{Studies in History and Philosophy of Science}, 25\penalty0 (4):\penalty0 513--533, 1994. \bibitem[Hodges(2009)]{sep-logic-games} W.~Hodges. \newblock Logic and games. \newblock In E.~N. Zalta, editor, \emph{The Stanford Encyclopedia of Philosophy}. Spring 2009 edition, 2009. \bibitem[Ipeirotis and Paritosh(2011)]{Ipeirotis:2011:Mice} P.~G. Ipeirotis and P.~K. Paritosh. \newblock Managing crowdsourced human computation: a tutorial. \newblock In \emph{Proceedings of the 20th international conference companion on World wide web}, WWW '11, pages 287--288, New York, NY, USA, 2011. ACM. \newblock ISBN 978-1-4503-0637-9. \newblock \doi{10.1145/1963192.1963314}. \newblock URL \url{http://doi.acm.org/10.1145/1963192.1963314}. \bibitem[Jaffe et~al.(2012)Jaffe, Miller, Andersen, Liu, Karlin, and Popovic]{AIIDE125470} A.~Jaffe, A.~Miller, E.~Andersen, Y.-E. Liu, A.~Karlin, and Z.~Popovic. \newblock Evaluating competitive game balance with restricted play, 2012. \newblock URL \url{http://aaai.org/ocs/index.php/AIIDE/AIIDE12/paper/view/5470/5692}. \bibitem[Joglekar et~al.(2012)Joglekar, Garcia-Molina, and Parameswaran]{EvalutingCrowdWithConfidence} M.~Joglekar, H.~Garcia-Molina, and A.~Parameswaran. \newblock Evaluating the crowd with confidence. \newblock Technical report, Stanford University, August 2012. \newblock URL \url{http://ilpubs.stanford.edu:8090/1051/}. \bibitem[Kahneman(2011)]{thinkingFastAndSlow} D.~Kahneman. \newblock \emph{Thinking, Fast and Slow}. \newblock Farrar, Straus and Giroux, 2011. \newblock ISBN 9781429969352. \newblock URL \url{http://books.google.com/books?id=ZuKTvERuPG8C}. \bibitem[Keiff(2011)]{sep-logic-dialogical} L.~Keiff. \newblock Dialogical logic. \newblock In E.~N. Zalta, editor, \emph{The Stanford Encyclopedia of Philosophy}. Summer 2011 edition, 2011. \bibitem[Kleinberg and Tardos(2005)]{Kleinberg:1051910} J.~Kleinberg and E.~Tardos. \newblock \emph{Algorithm Design}. \newblock Addison-Wesley Longman Publishing Co., Inc., Boston, MA, USA, 2005. \newblock ISBN 0321295358. \bibitem[Kulas and Hintikka(1983)]{GTS-Hintikka} J.~Kulas and J.~Hintikka. \newblock \emph{The Game of Language: Studies in Game-Theoretical Semantics and Its Applications}. \newblock Synthese Language Library. Springer, 1983. \newblock ISBN 9789027716873. \newblock URL \url{http://books.google.com/books?id=6GphI2\_3u-sC}. \bibitem[Lieberherr(2009)]{scghome} K.~Lieberherr. \newblock {The Scientific Community Game}. \newblock Website, 2009. \newblock \url{http://www.ccs.neu.edu/home/lieber/evergreen/specker/scg-home.html}. \bibitem[Lieberherr and Specker(1981)]{jacm-81} K.~J. Lieberherr and E.~Specker. \newblock {Complexity of Partial Satisfaction}. \newblock \emph{Journal of the ACM}, 28\penalty0 (2):\penalty0 411--421, 1981. \bibitem[Lieberherr and Specker(2012)]{lieber-specker:partial-2} K.~J. Lieberherr and E.~Specker. \newblock {Complexity of Partial Satisfaction II}. \newblock \emph{Elemente der Mathematik}, 67\penalty0 (3):\penalty0 134--150, 2012. \newblock \doi{10.4171/EM/202}. \newblock \url{http://www.ccs.neu.edu/home/lieber/p-optimal/partial-sat-II/Partial-SAT% 2.pdf}. \bibitem[Lieberherr et~al.(2010)Lieberherr, Abdelmeged, and Chadwick]{scg-bionetics} K.~J. Lieberherr, A.~Abdelmeged, and B.~Chadwick. \newblock {The Specker Challenge Game for Education and Innovation in Constructive Domains}. \newblock In \emph{{Keynote paper at Bionetics 2010, Cambridge, MA, and CCIS Technical Report NU-CCIS-2010-19}}, December 2010. \newblock \url{http://www.ccs.neu.edu/home/lieber/evergreen/specker/paper/bionetics-20% 10.pdf}\gap. \bibitem[Marion(2009)]{LogicalGames} M.~Marion. \newblock {Why Play Logical Games}. \newblock Website, 2009. \newblock \url{ http://www.philomath.uqam.ca/doc/LogicalGames.pdf }. \bibitem[Petit et~al.(2012)Petit, Gim{\'e}nez, and Roura]{Petit:2012:JEP:2157136.2157267} J.~Petit, O.~Gim{\'e}nez, and S.~Roura. \newblock Jutge.org: an educational programming judge. \newblock In \emph{Proceedings of the 43rd ACM technical symposium on Computer Science Education}, SIGCSE '12, pages 445--450, New York, NY, USA, 2012. ACM. \newblock ISBN 978-1-4503-1098-7. \newblock \doi{10.1145/2157136.2157267}. \newblock URL \url{http://doi.acm.org/10.1145/2157136.2157267}. \bibitem[Pietarinen(2000)]{SGIntro} A.~Pietarinen. \newblock Games as formal tools vs. games as explanations. \newblock Technical report, 2000. \bibitem[Pink(2011)]{pink2011drive} D.~Pink. \newblock \emph{Drive: The Surprising Truth About What Motivates Us}. \newblock Canongate Books, 2011. \newblock ISBN 9781847677693. \newblock URL \url{http://books.google.com/books?id=E0H\_DIkg0I4C}. \bibitem[Popper(1969)]{nla.cat-vn1027910} K.~R. Popper. \newblock \emph{Conjectures and refutations: the growth of scientific knowledge, by Karl R. Popper}. \newblock Routledge, London, 1969. \newblock ISBN 710065078. \bibitem[Scacchi(2012)]{ScacchiNSFReport} W.~Scacchi. \newblock {The Future of Research in Computer Games and Virtual Worlds: Workshop Report}. \newblock Technical Report UCI-ISR-12-8, 2012. \newblock \url{ http://www.isr.uci.edu/tech_reports/UCI-ISR-12-8.pdf }. \bibitem[Sedgewick(2010)]{ScientificMethodProgramming} R.~Sedgewick. \newblock {The Role of the Scientific Method in Programming}. \newblock Website, 2010. \newblock \url{ http://www.cs.princeton.edu/~rs/talks/ScienceCS.pdf }. \bibitem[Tulenheimo(2009)]{sep-logic-if} T.~Tulenheimo. \newblock Independence friendly logic. \newblock In E.~N. Zalta, editor, \emph{The Stanford Encyclopedia of Philosophy}. Summer 2009 edition, 2009. \bibitem[V{\"a}{\"a}n{\"a}nen(2007)]{dependenceLogic} J.~V{\"a}{\"a}n{\"a}nen. \newblock \emph{Dependence Logic:}. \newblock London Mathematical Society Student Texts. Cambridge University Press, 2007. \newblock ISBN 9780521876599. \newblock URL \url{http://books.google.com/books?id=KSR5xkAXiQAC}. \bibitem[von Ahn and Dabbish(2004)]{ESPGame} L.~von Ahn and L.~Dabbish. \newblock Labeling images with a computer game. \newblock In \emph{Proceedings of the SIGCHI Conference on Human Factors in Computing Systems}, CHI '04, pages 319--326, New York, NY, USA, 2004. ACM. \newblock ISBN 1-58113-702-8. \newblock \doi{10.1145/985692.985733}. \newblock URL \url{http://doi.acm.org/10.1145/985692.985733}. \bibitem[Zollman(2007)]{Zollman2007-ZOLTCS} K.~J.~S. Zollman. \newblock The communication structure of epistemic communities. \newblock \emph{Philosophy of Science}, 74\penalty0 (5):\penalty0 574--587, 2007. \end{thebibliography}