Commit de2cd643 authored by Olivier's avatar Olivier
Browse files

Updated text with comments from rebuttal of CHI

parent f87cc31e

NatureSR/MarketPaper.aux

0 → 100644
+129 −0
Original line number Diff line number Diff line 
\relax 

\providecommand\hyper@newdestlabel[2]{}

\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}

\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined

\global\let\oldcontentsline\contentsline

\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}

\global\let\oldnewlabel\newlabel

\gdef\newlabel#1#2{\newlabelxx{#1}#2}

\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}

\AtEndDocument{\ifx\hyper@anchor\@undefined

\let\contentsline\oldcontentsline

\let\newlabel\oldnewlabel

\fi}

\fi}

\global\let\hyper@last\relax 

\gdef\HyperFirstAtBeginDocument#1{#1}

\providecommand\HyField@AuxAddToFields[1]{}

\providecommand\HyField@AuxAddToCoFields[2]{}

\bibstyle{naturemag}

\citation{Buhrmester01012011,Paolacci}

\citation{Crowdcrafting}

\citation{Lorenz:2011aa}

\citation{DBLP:conf/chi/YuN11}

\citation{DBLP:conf/chi/Little10}

\citation{DBLP:conf/cscw/KitturK08,DBLP:conf/cscw/DowKKH12,DBLP:conf/chi/ZhangLMGPH12}

\citation{Kearns:2006aa}

\citation{DBLP:journals/cacm/Kearns12}

\citation{DBLP:conf/chi/AhnD04,DBLP:conf/aaai/HoCH07}

\citation{DBLP:conf/chi/AhnD04,Kisskissban,Peekaboom}

\citation{Visimu,Tagatune}

\citation{Waisda}

\citation{Packplay}

\citation{Picbreeder,Phrasedetectives,Chang10}

\select@language{english}

\@writefile{toc}{\select@language{english}}

\@writefile{lof}{\select@language{english}}

\@writefile{lot}{\select@language{english}}

\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{1}{section.1}}

\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Hypotheses}{2}{subsection.1.1}}

\@writefile{toc}{\contentsline {section}{\numberline {2}Problem}{2}{section.2}}

\@writefile{toc}{\contentsline {section}{\numberline {3}Presentation of the game}{2}{section.3}}

\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Goal of the game}{2}{subsection.3.1}}

\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Scoring function}{2}{subsection.3.2}}

\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Gameplay loop diagram. The green boxes represent the actions that the players can make when there are no challenges and no market. The orange (resp. blue) boxes represent the actions that are allowed when the market (resp. challenge system) is present and how they interact with the gameplay.\relax }}{3}{figure.caption.1}}

\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}

\newlabel{figGameLoop}{{1}{3}{Gameplay loop diagram. The green boxes represent the actions that the players can make when there are no challenges and no market. The orange (resp. blue) boxes represent the actions that are allowed when the market (resp. challenge system) is present and how they interact with the gameplay.\relax }{figure.caption.1}{}}

\@writefile{lot}{\contentsline {table}{\numberline {1}{\ignorespaces Value of the base score depending on the number of colors in common\relax }}{3}{table.caption.2}}

\newlabel{tab_baseScore}{{1}{3}{Value of the base score depending on the number of colors in common\relax }{table.caption.2}{}}

\@writefile{toc}{\contentsline {subsection}{\numberline {3.3}Game interface}{3}{subsection.3.3}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.1}A: Player information panel}{3}{subsubsection.3.3.1}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.2}B: Game panel}{4}{subsubsection.3.3.2}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.3}C: Market panel}{4}{subsubsection.3.3.3}}

\@writefile{toc}{\contentsline {subsection}{\numberline {3.4}Market}{4}{subsection.3.4}}

\@writefile{toc}{\contentsline {subsection}{\numberline {3.5}Skills}{4}{subsection.3.5}}

\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces The game interface, separated in three panels. Panel A (inside the red box) is the player information panel. Panel B (inside the green box) is the game panel. Panel C (inside the orange box) is the market panel. \relax }}{5}{figure.caption.3}}

\newlabel{fig_interface}{{2}{5}{The game interface, separated in three panels. Panel A (inside the red box) is the player information panel. Panel B (inside the green box) is the game panel. Panel C (inside the orange box) is the market panel. \relax }{figure.caption.3}{}}

\@writefile{toc}{\contentsline {subsection}{\numberline {3.6}Challenge system}{6}{subsection.3.6}}

\@writefile{toc}{\contentsline {section}{\numberline {4}Experiments}{6}{section.4}}

\@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Independent and dependent variables}{6}{subsection.4.1}}

\@writefile{toc}{\contentsline {subsection}{\numberline {4.2}Game sessions}{7}{subsection.4.2}}

\@writefile{toc}{\contentsline {subsection}{\numberline {4.3}Generating the graph}{7}{subsection.4.3}}

\@writefile{toc}{\contentsline {section}{\numberline {5}Results and Discussion}{7}{section.5}}

\@writefile{toc}{\contentsline {subsection}{\numberline {5.1}Testing hypothesis 1: the efficiency of the market}{7}{subsection.5.1}}

\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Average sequence length for every game session, not considering the super circles and considering the super circles (e.g. a super circle of level 2 in a sequence represents 10 circles in the solution). 'A', 'A-2' and 'A-3' represent the tests with all the features on; 'NS', 'NS-2' and 'NS-3' represent the tests without the skills; 'NM', 'NM-2' and 'NM-3' represent the tests without the market; 'NC', 'NC-2' and 'NC-3' represent the tests without the challenges. \relax }}{7}{figure.caption.4}}

\newlabel{fig_averageSeqLength}{{3}{7}{Average sequence length for every game session, not considering the super circles and considering the super circles (e.g. a super circle of level 2 in a sequence represents 10 circles in the solution). 'A', 'A-2' and 'A-3' represent the tests with all the features on; 'NS', 'NS-2' and 'NS-3' represent the tests without the skills; 'NM', 'NM-2' and 'NM-3' represent the tests without the market; 'NC', 'NC-2' and 'NC-3' represent the tests without the challenges. \relax }{figure.caption.4}{}}

\@writefile{lot}{\contentsline {table}{\numberline {2}{\ignorespaces Similar groups of sequence length distributions, as reported by Dunn's test. An 'n' in the table represents a similar pair when not considering super circles, and an 's' in the table represents a similar pair when considering super circles.\relax }}{8}{table.caption.5}}

\newlabel{tab_Dunn}{{2}{8}{Similar groups of sequence length distributions, as reported by Dunn's test. An 'n' in the table represents a similar pair when not considering super circles, and an 's' in the table represents a similar pair when considering super circles.\relax }{table.caption.5}{}}

\@writefile{toc}{\contentsline {subsection}{\numberline {5.2}Testing hypothesis 2: the benefits of a skill system}{8}{subsection.5.2}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.2.1}Buyout King}{8}{subsubsection.5.2.1}}

\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Boxplot of the number of buyouts made by players with (37 players) and without (66 players) the {\em  Buyout King} skill. \relax }}{8}{figure.caption.6}}

\newlabel{fig_boxplotBK}{{4}{8}{Boxplot of the number of buyouts made by players with (37 players) and without (66 players) the {\em Buyout King} skill. \relax }{figure.caption.6}{}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.2.2}Master Trader}{9}{subsubsection.5.2.2}}

\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces Boxplot of the number of circles sold individually by players with (33 players) and without (70 players) the {\em  Master Trader} skill. \relax }}{9}{figure.caption.7}}

\newlabel{fig_boxplotMT}{{5}{9}{Boxplot of the number of circles sold individually by players with (33 players) and without (70 players) the {\em Master Trader} skill. \relax }{figure.caption.7}{}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.2.3}Color Expert}{9}{subsubsection.5.2.3}}

\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces Boxplot of the proportion of sequences with more than one color in common sold by players with (94 players) and without (49 players) the {\em  Color Expert} skill. \relax }}{10}{figure.caption.8}}

\newlabel{fig_boxplotCE}{{6}{10}{Boxplot of the proportion of sequences with more than one color in common sold by players with (94 players) and without (49 players) the {\em Color Expert} skill. \relax }{figure.caption.8}{}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.2.4}Sequence Collector}{10}{subsubsection.5.2.4}}

\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces Boxplot of the average sequence length of sequences built by players with (60 players) and without (83 players) the {\em  Sequence Collector} skill. \relax }}{10}{figure.caption.9}}

\newlabel{fig_boxplotSC_seqLength}{{7}{10}{Boxplot of the average sequence length of sequences built by players with (60 players) and without (83 players) the {\em Sequence Collector} skill. \relax }{figure.caption.9}{}}

\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces Boxplot of the average number of colors in common of sequences built by players with (60 players) and without (83 players) the {\em  Sequence Collector} skill. \relax }}{11}{figure.caption.10}}

\newlabel{fig_boxplotSC_nbCols}{{8}{11}{Boxplot of the average number of colors in common of sequences built by players with (60 players) and without (83 players) the {\em Sequence Collector} skill. \relax }{figure.caption.10}{}}

\@writefile{toc}{\contentsline {subsection}{\numberline {5.3}Testing hypothesis 3: the usefulness of the challenge system}{11}{subsection.5.3}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.3.1}Minimum number of colors challenge}{11}{subsubsection.5.3.1}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.3.2}Minimum sequence length challenge}{11}{subsubsection.5.3.2}}

\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces Average number of colors in the sequences with and without the {\em  Minimum number of colors challenge} active. 'A', 'A-2' and 'A-3' represent the tests with all the features present, 'NS', 'NS-2' and 'NS-3' represent the tests without the skills, and 'NM', 'NM-2' and 'NM-3' represents the tests without the market. \relax }}{12}{figure.caption.11}}

\newlabel{fig_minNbCols}{{9}{12}{Average number of colors in the sequences with and without the {\em Minimum number of colors challenge} active. 'A', 'A-2' and 'A-3' represent the tests with all the features present, 'NS', 'NS-2' and 'NS-3' represent the tests without the skills, and 'NM', 'NM-2' and 'NM-3' represents the tests without the market. \relax }{figure.caption.11}{}}

\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces Average sequence length with and without the {\em  Minimum sequence length challenge} active. 'A', 'A-2' and 'A-3' represent the tests with all the features present, 'NS', 'NS-2' and 'NS-3' represent the tests without the skills, and 'NM', 'NM-2' and 'NM-3' represents the tests without the market. \relax }}{12}{figure.caption.12}}

\newlabel{fig_minSeqLength}{{10}{12}{Average sequence length with and without the {\em Minimum sequence length challenge} active. 'A', 'A-2' and 'A-3' represent the tests with all the features present, 'NS', 'NS-2' and 'NS-3' represent the tests without the skills, and 'NM', 'NM-2' and 'NM-3' represents the tests without the market. \relax }{figure.caption.12}{}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.3.3}Sell/buy challenge}{13}{subsubsection.5.3.3}}

\@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces Number of individual circles sold on the market per minute with and without the {\em  Sell/buy challenge} active. 'A', 'A-2' and 'A-3' represent the tests with all the features present, and 'NS', 'NS-2' and 'NS-3' represent the tests without the skills. \relax }}{13}{figure.caption.13}}

\newlabel{fig_sellBuySNP}{{11}{13}{Number of individual circles sold on the market per minute with and without the {\em Sell/buy challenge} active. 'A', 'A-2' and 'A-3' represent the tests with all the features present, and 'NS', 'NS-2' and 'NS-3' represent the tests without the skills. \relax }{figure.caption.13}{}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.3.4}Buyout challenge}{13}{subsubsection.5.3.4}}

\@writefile{toc}{\contentsline {subsubsection}{\numberline {5.3.5}Specific colors in common challenge}{13}{subsubsection.5.3.5}}

\@writefile{toc}{\contentsline {subsection}{\numberline {5.4}Testing hypothesis 4: percentage of the problem solved as a measure of the importance of different game features}{13}{subsection.5.4}}

\@writefile{lof}{\contentsline {figure}{\numberline {12}{\ignorespaces Total game experience and percentage of the problem solved for each of the 12 game sessions. 'XP' represents experience points. 'A', 'A-2' and 'A-3' represent the tests with all the features on; 'NS', 'NS-2' and 'NS-3' represent the tests without the skills; 'NM', 'NM-2' and 'NM-3' represent the tests without the market; 'NC', 'NC-2' and 'NC-3' represent the tests without the challenges. \relax }}{14}{figure.caption.14}}

\newlabel{fig_totalXP}{{12}{14}{Total game experience and percentage of the problem solved for each of the 12 game sessions. 'XP' represents experience points. 'A', 'A-2' and 'A-3' represent the tests with all the features on; 'NS', 'NS-2' and 'NS-3' represent the tests without the skills; 'NM', 'NM-2' and 'NM-3' represent the tests without the market; 'NC', 'NC-2' and 'NC-3' represent the tests without the challenges. \relax }{figure.caption.14}{}}

\@writefile{toc}{\contentsline {subsection}{\numberline {5.5}Understanding what makes a good player}{14}{subsection.5.5}}

\@writefile{lot}{\contentsline {table}{\numberline {3}{\ignorespaces Average statistics on the top 12 players vs the others\relax }}{14}{table.caption.15}}

\newlabel{tab_playerStats}{{3}{14}{Average statistics on the top 12 players vs the others\relax }{table.caption.15}{}}

\bibdata{references}

\bibcite{Buhrmester01012011}{1}

\bibcite{Paolacci}{2}

\bibcite{Crowdcrafting}{3}

\bibcite{Lorenz:2011aa}{4}

\bibcite{DBLP:conf/chi/YuN11}{5}

\bibcite{DBLP:conf/chi/Little10}{6}

\bibcite{DBLP:conf/cscw/KitturK08}{7}

\bibcite{DBLP:conf/cscw/DowKKH12}{8}

\@writefile{toc}{\contentsline {section}{\numberline {6}Conclusion}{15}{section.6}}

\@writefile{toc}{\contentsline {section}{\hspace  *{-\tocsep }References}{15}{section.6}}

\bibcite{DBLP:conf/chi/ZhangLMGPH12}{9}

\bibcite{Kearns:2006aa}{10}

\bibcite{DBLP:journals/cacm/Kearns12}{11}

\bibcite{DBLP:conf/chi/AhnD04}{12}

\bibcite{DBLP:conf/aaai/HoCH07}{13}

\bibcite{Kisskissban}{14}

\bibcite{Peekaboom}{15}

\bibcite{Visimu}{16}

\bibcite{Tagatune}{17}

\bibcite{Waisda}{18}

\bibcite{Packplay}{19}

\bibcite{Picbreeder}{20}

\bibcite{Phrasedetectives}{21}

\bibcite{Chang10}{22}

\newlabel{LastPage}{{}{16}{}{page.16}{}}

\xdef\lastpage@lastpage{16}

\xdef\lastpage@lastpageHy{16}

\ttl@finishall

NatureSR/MarketPaper.bbl

0 → 100644
+211 −0

File added.

Preview size limit exceeded, changes collapsed.

NatureSR/MarketPaper.blg

0 → 100644
+6 −0
Original line number Diff line number Diff line 
This is BibTeX, Version 0.99dThe top-level auxiliary file: MarketPaper.aux

The style file: naturemag.bst

Database file #1: references.bib

Warning--entry type for "Crowdcrafting" isn't style-file defined

--line 387 of file references.bib

(There was 1 warning)

NatureSR/MarketPaper.log

0 → 100644
+1685 −0

File added.

Preview size limit exceeded, changes collapsed.

NatureSR/MarketPaper.out

0 → 100644
+34 −0
Original line number Diff line number Diff line 
\BOOKMARK [1][-]{section.1}{Introduction}{}% 1

\BOOKMARK [2][-]{subsection.1.1}{Hypotheses}{section.1}% 2

\BOOKMARK [1][-]{section.2}{Problem}{}% 3

\BOOKMARK [1][-]{section.3}{Presentation of the game}{}% 4

\BOOKMARK [2][-]{subsection.3.1}{Goal of the game}{section.3}% 5

\BOOKMARK [2][-]{subsection.3.2}{Scoring function}{section.3}% 6

\BOOKMARK [2][-]{subsection.3.3}{Game interface}{section.3}% 7

\BOOKMARK [3][-]{subsubsection.3.3.1}{A: Player information panel}{subsection.3.3}% 8

\BOOKMARK [3][-]{subsubsection.3.3.2}{B: Game panel}{subsection.3.3}% 9

\BOOKMARK [3][-]{subsubsection.3.3.3}{C: Market panel}{subsection.3.3}% 10

\BOOKMARK [2][-]{subsection.3.4}{Market}{section.3}% 11

\BOOKMARK [2][-]{subsection.3.5}{Skills}{section.3}% 12

\BOOKMARK [2][-]{subsection.3.6}{Challenge system}{section.3}% 13

\BOOKMARK [1][-]{section.4}{Experiments}{}% 14

\BOOKMARK [2][-]{subsection.4.1}{Independent and dependent variables}{section.4}% 15

\BOOKMARK [2][-]{subsection.4.2}{Game sessions}{section.4}% 16

\BOOKMARK [2][-]{subsection.4.3}{Generating the graph}{section.4}% 17

\BOOKMARK [1][-]{section.5}{Results and Discussion}{}% 18

\BOOKMARK [2][-]{subsection.5.1}{Testing hypothesis 1: the efficiency of the market}{section.5}% 19

\BOOKMARK [2][-]{subsection.5.2}{Testing hypothesis 2: the benefits of a skill system}{section.5}% 20

\BOOKMARK [3][-]{subsubsection.5.2.1}{Buyout King}{subsection.5.2}% 21

\BOOKMARK [3][-]{subsubsection.5.2.2}{Master Trader}{subsection.5.2}% 22

\BOOKMARK [3][-]{subsubsection.5.2.3}{Color Expert}{subsection.5.2}% 23

\BOOKMARK [3][-]{subsubsection.5.2.4}{Sequence Collector}{subsection.5.2}% 24

\BOOKMARK [2][-]{subsection.5.3}{Testing hypothesis 3: the usefulness of the challenge system}{section.5}% 25

\BOOKMARK [3][-]{subsubsection.5.3.1}{Minimum number of colors challenge}{subsection.5.3}% 26

\BOOKMARK [3][-]{subsubsection.5.3.2}{Minimum sequence length challenge}{subsection.5.3}% 27

\BOOKMARK [3][-]{subsubsection.5.3.3}{Sell/buy challenge}{subsection.5.3}% 28

\BOOKMARK [3][-]{subsubsection.5.3.4}{Buyout challenge}{subsection.5.3}% 29

\BOOKMARK [3][-]{subsubsection.5.3.5}{Specific colors in common challenge}{subsection.5.3}% 30

\BOOKMARK [2][-]{subsection.5.4}{Testing hypothesis 4: percentage of the problem solved as a measure of the importance of different game features}{section.5}% 31

\BOOKMARK [2][-]{subsection.5.5}{Understanding what makes a good player}{section.5}% 32

\BOOKMARK [1][-]{section.6}{Conclusion}{}% 33

\BOOKMARK [1][-]{section.6}{References}{}% 34