id	sid	tid	token	lemma	pos
crl-16732	1	1	734	734	NUM
crl-16732	1	2	guest	guest	NOUN
crl-16732	1	3	editorial	editorial	NOUN
crl-16732	1	4	and	and	CCONJ
crl-16732	1	5	who	who	PRON
crl-16732	1	6	will	will	AUX
crl-16732	1	7	review	review	VERB
crl-16732	1	8	the	the	DET
crl-16732	1	9	review(er)s	review(er)s	NOUN
crl-16732	1	10	?	?	PUNCT
crl-16732	2	1	“	"	PUNCT
crl-16732	2	2	the	the	DET
crl-16732	2	3	referee	referee	NOUN
crl-16732	2	4	is	be	AUX
crl-16732	2	5	the	the	DET
crl-16732	2	6	lynchpin	lynchpin	NOUN
crl-16732	2	7	about	about	ADP
crl-16732	2	8	which	which	PRON
crl-16732	2	9	the	the	DET
crl-16732	2	10	whole	whole	ADJ
crl-16732	2	11	business	business	NOUN
crl-16732	2	12	of	of	ADP
crl-16732	2	13	science	science	NOUN
crl-16732	2	14	is	be	AUX
crl-16732	2	15	pivoted	pivot	VERB
crl-16732	2	16	.	.	PUNCT
crl-16732	2	17	”1	”1	SPACE
crl-16732	3	1	“	"	PUNCT
crl-16732	3	2	as	as	ADP
crl-16732	3	3	a	a	DET
crl-16732	3	4	human	human	ADJ
crl-16732	3	5	enterprise	enterprise	NOUN
crl-16732	3	6	,	,	PUNCT
crl-16732	3	7	peer	peer	NOUN
crl-16732	3	8	review	review	NOUN
crl-16732	3	9	is	be	AUX
crl-16732	3	10	inherently	inherently	ADV
crl-16732	3	11	ideological	ideological	ADJ
crl-16732	3	12	:	:	PUNCT
crl-16732	3	13	no	no	DET
crl-16732	3	14	amount	amount	NOUN
crl-16732	3	15	of	of	ADP
crl-16732	3	16	scientific	scientific	ADJ
crl-16732	3	17	training	training	NOUN
crl-16732	3	18	will	will	AUX
crl-16732	3	19	completely	completely	ADV
crl-16732	3	20	mask	mask	VERB
crl-16732	3	21	the	the	DET
crl-16732	3	22	human	human	ADJ
crl-16732	3	23	impulses	impulse	NOUN
crl-16732	3	24	to	to	ADP
crl-16732	3	25	partisanship	partisanship	NOUN
crl-16732	3	26	.	.	PUNCT
crl-16732	4	1	”2	”2	PUNCT
crl-16732	5	1	peer	peer	NOUN
crl-16732	5	2	review	review	NOUN
crl-16732	5	3	maintains	maintain	VERB
crl-16732	5	4	an	an	DET
crl-16732	5	5	implacable	implacable	ADJ
crl-16732	5	6	presence	presence	NOUN
crl-16732	5	7	in	in	ADP
crl-16732	5	8	the	the	DET
crl-16732	5	9	collaborative	collaborative	ADJ
crl-16732	5	10	enterprise	enterprise	NOUN
crl-16732	5	11	of	of	ADP
crl-16732	5	12	scholarly	scholarly	ADJ
crl-16732	5	13	production	production	NOUN
crl-16732	5	14	.	.	PUNCT
crl-16732	6	1	widely	widely	ADV
crl-16732	6	2	viewed	view	VERB
crl-16732	6	3	as	as	ADP
crl-16732	6	4	the	the	DET
crl-16732	6	5	“	"	PUNCT
crl-16732	6	6	gold	gold	ADJ
crl-16732	6	7	standard	standard	NOUN
crl-16732	6	8	,	,	PUNCT
crl-16732	6	9	”	"	PUNCT
crl-16732	6	10	it	it	PRON
crl-16732	6	11	is	be	AUX
crl-16732	6	12	considered	consider	VERB
crl-16732	6	13	a	a	DET
crl-16732	6	14	requirement	requirement	NOUN
crl-16732	6	15	for	for	ADP
crl-16732	6	16	affirming	affirm	VERB
crl-16732	6	17	validity	validity	NOUN
crl-16732	6	18	and	and	CCONJ
crl-16732	6	19	quality	quality	NOUN
crl-16732	6	20	,	,	PUNCT
crl-16732	6	21	as	as	ADV
crl-16732	6	22	well	well	ADV
crl-16732	6	23	as	as	ADP
crl-16732	6	24	for	for	ADP
crl-16732	6	25	codifying	codify	VERB
crl-16732	6	26	disciplinary	disciplinary	ADJ
crl-16732	6	27	boundaries	boundary	NOUN
crl-16732	6	28	.	.	PUNCT
crl-16732	7	1	as	as	SCONJ
crl-16732	7	2	journal	journal	PROPN
crl-16732	7	3	editor	editor	PROPN
crl-16732	7	4	richard	richard	PROPN
crl-16732	7	5	smith	smith	PROPN
crl-16732	7	6	vividly	vividly	ADV
crl-16732	7	7	recalled	recall	VERB
crl-16732	7	8	:	:	PUNCT
crl-16732	7	9	“	"	PUNCT
crl-16732	7	10	it	it	PRON
crl-16732	7	11	is	be	AUX
crl-16732	7	12	the	the	DET
crl-16732	7	13	method	method	NOUN
crl-16732	7	14	by	by	ADP
crl-16732	7	15	which	which	PRON
crl-16732	7	16	grants	grant	NOUN
crl-16732	7	17	are	be	AUX
crl-16732	7	18	allocated	allocate	VERB
crl-16732	7	19	,	,	PUNCT
crl-16732	7	20	papers	paper	NOUN
crl-16732	7	21	published	publish	VERB
crl-16732	7	22	,	,	PUNCT
crl-16732	7	23	academics	academic	NOUN
crl-16732	7	24	promoted	promote	VERB
crl-16732	7	25	,	,	PUNCT
crl-16732	7	26	and	and	CCONJ
crl-16732	7	27	nobel	nobel	PROPN
crl-16732	7	28	prizes	prizes	PROPN
crl-16732	7	29	won	win	VERB
crl-16732	7	30	.	.	PUNCT
crl-16732	8	1	…	…	PUNCT
crl-16732	8	2	when	when	SCONJ
crl-16732	8	3	something	something	PRON
crl-16732	8	4	is	be	AUX
crl-16732	8	5	peer	peer	NOUN
crl-16732	8	6	reviewed	review	VERB
crl-16732	8	7	it	it	PRON
crl-16732	8	8	is	be	AUX
crl-16732	8	9	in	in	ADP
crl-16732	8	10	some	some	DET
crl-16732	8	11	sense	sense	NOUN
crl-16732	8	12	blessed	bless	VERB
crl-16732	8	13	.	.	PUNCT
crl-16732	8	14	”3	”3	SPACE
crl-16732	9	1	but	but	CCONJ
crl-16732	9	2	peer	peer	NOUN
crl-16732	9	3	review	review	NOUN
crl-16732	9	4	is	be	AUX
crl-16732	9	5	not	not	PART
crl-16732	9	6	without	without	ADP
crl-16732	9	7	its	its	PRON
crl-16732	9	8	detractors	detractor	NOUN
crl-16732	9	9	.	.	PUNCT
crl-16732	10	1	some	some	PRON
crl-16732	10	2	note	note	VERB
crl-16732	10	3	that	that	SCONJ
crl-16732	10	4	peer	peer	NOUN
crl-16732	10	5	review	review	NOUN
crl-16732	10	6	’s	’s	PART
crl-16732	10	7	monopoly	monopoly	NOUN
crl-16732	10	8	on	on	ADP
crl-16732	10	9	validation	validation	NOUN
crl-16732	10	10	is	be	AUX
crl-16732	10	11	not	not	PART
crl-16732	10	12	supported	support	VERB
crl-16732	10	13	by	by	ADP
crl-16732	10	14	research	research	NOUN
crl-16732	10	15	testifying	testify	VERB
crl-16732	10	16	to	to	ADP
crl-16732	10	17	its	its	PRON
crl-16732	10	18	efficacy	efficacy	NOUN
crl-16732	10	19	(	(	PUNCT
crl-16732	10	20	or	or	CCONJ
crl-16732	10	21	lack	lack	VERB
crl-16732	10	22	thereof	thereof	ADV
crl-16732	10	23	)	)	PUNCT
crl-16732	10	24	;	;	PUNCT
crl-16732	10	25	others	other	NOUN
crl-16732	10	26	emphasize	emphasize	VERB
crl-16732	10	27	that	that	SCONJ
crl-16732	10	28	,	,	PUNCT
crl-16732	10	29	in	in	ADP
crl-16732	10	30	their	their	PRON
crl-16732	10	31	experience	experience	NOUN
crl-16732	10	32	,	,	PUNCT
crl-16732	10	33	the	the	DET
crl-16732	10	34	method	method	NOUN
crl-16732	10	35	is	be	AUX
crl-16732	10	36	deeply	deeply	ADV
crl-16732	10	37	flawed	flawed	ADJ
crl-16732	10	38	.	.	PUNCT
crl-16732	11	1	mario	mario	PROPN
crl-16732	11	2	biagioli	biagioli	PROPN
crl-16732	11	3	observes	observe	VERB
crl-16732	11	4	a	a	DET
crl-16732	11	5	“	"	PUNCT
crl-16732	11	6	…	…	PUNCT
crl-16732	11	7	remarkable	remarkable	ADJ
crl-16732	11	8	epistemological	epistemological	ADJ
crl-16732	11	9	and	and	CCONJ
crl-16732	11	10	symbolic	symbolic	ADJ
crl-16732	11	11	burden	burden	NOUN
crl-16732	11	12	placed	place	VERB
crl-16732	11	13	on	on	ADP
crl-16732	11	14	peer	peer	NOUN
crl-16732	11	15	review	review	NOUN
crl-16732	11	16	”	"	PUNCT
crl-16732	11	17	despite	despite	SCONJ
crl-16732	11	18	a	a	DET
crl-16732	11	19	deficiency	deficiency	NOUN
crl-16732	11	20	of	of	ADP
crl-16732	11	21	empirical	empirical	ADJ
crl-16732	11	22	or	or	CCONJ
crl-16732	11	23	philosophical	philosophical	ADJ
crl-16732	11	24	examination	examination	NOUN
crl-16732	11	25	of	of	ADP
crl-16732	11	26	the	the	DET
crl-16732	11	27	practice.4	practice.4	NOUN
crl-16732	11	28	as	as	ADP
crl-16732	11	29	an	an	DET
crl-16732	11	30	oft	oft	ADV
crl-16732	11	31	-	-	PUNCT
crl-16732	11	32	quoted	quote	VERB
crl-16732	11	33	piece	piece	NOUN
crl-16732	11	34	in	in	ADP
crl-16732	11	35	the	the	DET
crl-16732	11	36	lancet	lancet	NOUN
crl-16732	11	37	posited	posit	VERB
crl-16732	11	38	:	:	PUNCT
crl-16732	11	39	“	"	PUNCT
crl-16732	11	40	[	[	X
crl-16732	11	41	w]e	w]e	NOUN
crl-16732	11	42	know	know	VERB
crl-16732	11	43	that	that	SCONJ
crl-16732	11	44	the	the	DET
crl-16732	11	45	system	system	NOUN
crl-16732	11	46	of	of	ADP
crl-16732	11	47	peer	peer	NOUN
crl-16732	11	48	review	review	NOUN
crl-16732	11	49	is	be	AUX
crl-16732	11	50	biased	bias	VERB
crl-16732	11	51	,	,	PUNCT
crl-16732	11	52	unjust	unjust	ADJ
crl-16732	11	53	,	,	PUNCT
crl-16732	11	54	unaccountable	unaccountable	ADJ
crl-16732	11	55	,	,	PUNCT
crl-16732	11	56	incomplete	incomplete	ADJ
crl-16732	11	57	,	,	PUNCT
crl-16732	11	58	easily	easily	ADV
crl-16732	11	59	fixed	fix	VERB
crl-16732	11	60	,	,	PUNCT
crl-16732	11	61	often	often	ADV
crl-16732	11	62	insulting	insulting	ADJ
crl-16732	11	63	,	,	PUNCT
crl-16732	11	64	usually	usually	ADV
crl-16732	11	65	ignorant	ignorant	ADJ
crl-16732	11	66	,	,	PUNCT
crl-16732	11	67	occasionally	occasionally	ADV
crl-16732	11	68	foolish	foolish	ADJ
crl-16732	11	69	,	,	PUNCT
crl-16732	11	70	and	and	CCONJ
crl-16732	11	71	frequently	frequently	ADV
crl-16732	11	72	wrong	wrong	ADJ
crl-16732	11	73	.	.	PUNCT
crl-16732	11	74	”5	”5	SPACE
crl-16732	12	1	in	in	ADP
crl-16732	12	2	spite	spite	NOUN
crl-16732	12	3	of	of	ADP
crl-16732	12	4	voluminous	voluminous	ADJ
crl-16732	12	5	commentary	commentary	NOUN
crl-16732	12	6	on	on	ADP
crl-16732	12	7	the	the	DET
crl-16732	12	8	flaws	flaw	NOUN
crl-16732	12	9	of	of	ADP
crl-16732	12	10	the	the	DET
crl-16732	12	11	process	process	NOUN
crl-16732	12	12	and	and	CCONJ
crl-16732	12	13	concerns	concern	NOUN
crl-16732	12	14	over	over	ADP
crl-16732	12	15	potential	potential	ADJ
crl-16732	12	16	abuses	abuse	NOUN
crl-16732	12	17	,	,	PUNCT
crl-16732	12	18	the	the	DET
crl-16732	12	19	weight	weight	NOUN
crl-16732	12	20	and	and	CCONJ
crl-16732	12	21	preference	preference	NOUN
crl-16732	12	22	assigned	assign	VERB
crl-16732	12	23	to	to	ADP
crl-16732	12	24	peer	peer	NOUN
crl-16732	12	25	-	-	PUNCT
crl-16732	12	26	reviewed	review	VERB
crl-16732	12	27	work	work	NOUN
crl-16732	12	28	persists.6	persists.6	PROPN
crl-16732	12	29	how	how	SCONJ
crl-16732	12	30	do	do	AUX
crl-16732	12	31	peer	peer	NOUN
crl-16732	12	32	reviewers	reviewer	NOUN
crl-16732	12	33	—	—	PUNCT
crl-16732	12	34	and	and	CCONJ
crl-16732	12	35	the	the	DET
crl-16732	12	36	processes	process	NOUN
crl-16732	12	37	designed	design	VERB
crl-16732	12	38	to	to	PART
crl-16732	12	39	channel	channel	VERB
crl-16732	12	40	their	their	PRON
crl-16732	12	41	input	input	NOUN
crl-16732	12	42	or	or	CCONJ
crl-16732	12	43	influence	influence	NOUN
crl-16732	12	44	—	—	PUNCT
crl-16732	12	45	figure	figure	NOUN
crl-16732	12	46	into	into	ADP
crl-16732	12	47	the	the	DET
crl-16732	12	48	essential	essential	ADJ
crl-16732	12	49	,	,	PUNCT
crl-16732	12	50	imperfect	imperfect	ADJ
crl-16732	12	51	peer	peer	NOUN
crl-16732	12	52	review	review	NOUN
crl-16732	12	53	method	method	NOUN
crl-16732	12	54	?	?	PUNCT
crl-16732	13	1	this	this	DET
crl-16732	13	2	editorial	editorial	NOUN
crl-16732	13	3	will	will	AUX
crl-16732	13	4	consider	consider	VERB
crl-16732	13	5	the	the	DET
crl-16732	13	6	peculiar	peculiar	ADJ
crl-16732	13	7	role	role	NOUN
crl-16732	13	8	of	of	ADP
crl-16732	13	9	referees	referee	NOUN
crl-16732	13	10	in	in	ADP
crl-16732	13	11	peer	peer	NOUN
crl-16732	13	12	review	review	NOUN
crl-16732	13	13	and	and	CCONJ
crl-16732	13	14	offer	offer	VERB
crl-16732	13	15	examples	example	NOUN
crl-16732	13	16	of	of	ADP
crl-16732	13	17	systems	system	NOUN
crl-16732	13	18	and	and	CCONJ
crl-16732	13	19	practices	practice	NOUN
crl-16732	13	20	that	that	PRON
crl-16732	13	21	have	have	AUX
crl-16732	13	22	been	be	AUX
crl-16732	13	23	implemented	implement	VERB
crl-16732	13	24	with	with	ADP
crl-16732	13	25	the	the	DET
crl-16732	13	26	goal	goal	NOUN
crl-16732	13	27	of	of	ADP
crl-16732	13	28	guiding	guide	VERB
crl-16732	13	29	,	,	PUNCT
crl-16732	13	30	developing	develop	VERB
crl-16732	13	31	,	,	PUNCT
crl-16732	13	32	or	or	CCONJ
crl-16732	13	33	honing	hone	VERB
crl-16732	13	34	the	the	DET
crl-16732	13	35	selection	selection	NOUN
crl-16732	13	36	of	of	ADP
crl-16732	13	37	reviewers.7	reviewers.7	NOUN
crl-16732	13	38	confusingly	confusingly	ADV
crl-16732	13	39	,	,	PUNCT
crl-16732	13	40	“	"	PUNCT
crl-16732	13	41	peer	peer	NOUN
crl-16732	13	42	review	review	NOUN
crl-16732	13	43	”	"	PUNCT
crl-16732	13	44	often	often	ADV
crl-16732	13	45	refers	refer	VERB
crl-16732	13	46	to	to	ADP
crl-16732	13	47	an	an	DET
crl-16732	13	48	overarching	overarch	VERB
crl-16732	13	49	method	method	NOUN
crl-16732	13	50	as	as	ADV
crl-16732	13	51	well	well	ADV
crl-16732	13	52	as	as	ADP
crl-16732	13	53	to	to	ADP
crl-16732	13	54	the	the	DET
crl-16732	13	55	many	many	ADJ
crl-16732	13	56	permutations	permutation	NOUN
crl-16732	13	57	of	of	ADP
crl-16732	13	58	systems	system	NOUN
crl-16732	13	59	and	and	CCONJ
crl-16732	13	60	approaches	approach	NOUN
crl-16732	13	61	installed	instal	VERB
crl-16732	13	62	to	to	PART
crl-16732	13	63	enact	enact	VERB
crl-16732	13	64	the	the	DET
crl-16732	13	65	method	method	NOUN
crl-16732	13	66	:	:	PUNCT
crl-16732	13	67	the	the	DET
crl-16732	13	68	term	term	NOUN
crl-16732	13	69	elides	elide	VERB
crl-16732	13	70	real	real	ADJ
crl-16732	13	71	distinctions	distinction	NOUN
crl-16732	13	72	in	in	ADP
crl-16732	13	73	application	application	NOUN
crl-16732	13	74	.	.	PUNCT
crl-16732	14	1	given	give	VERB
crl-16732	14	2	the	the	DET
crl-16732	14	3	range	range	NOUN
crl-16732	14	4	of	of	ADP
crl-16732	14	5	practices	practice	NOUN
crl-16732	14	6	encompassed	encompass	VERB
crl-16732	14	7	by	by	ADP
crl-16732	14	8	the	the	DET
crl-16732	14	9	peer	peer	NOUN
crl-16732	14	10	review	review	NOUN
crl-16732	14	11	method	method	NOUN
crl-16732	14	12	,	,	PUNCT
crl-16732	14	13	and	and	CCONJ
crl-16732	14	14	the	the	DET
crl-16732	14	15	varied	varied	ADJ
crl-16732	14	16	disciplinary	disciplinary	ADJ
crl-16732	14	17	cultures	culture	NOUN
crl-16732	14	18	and	and	CCONJ
crl-16732	14	19	norms	norm	NOUN
crl-16732	14	20	that	that	PRON
crl-16732	14	21	additionally	additionally	ADV
crl-16732	14	22	shape	shape	VERB
crl-16732	14	23	these	these	DET
crl-16732	14	24	practices	practice	NOUN
crl-16732	14	25	,	,	PUNCT
crl-16732	14	26	there	there	PRON
crl-16732	14	27	is	be	VERB
crl-16732	14	28	no	no	DET
crl-16732	14	29	expectation	expectation	NOUN
crl-16732	14	30	of	of	ADP
crl-16732	14	31	coherence	coherence	NOUN
crl-16732	14	32	across	across	ADP
crl-16732	14	33	peer	peer	NOUN
crl-16732	14	34	review	review	NOUN
crl-16732	14	35	systems	system	NOUN
crl-16732	14	36	.	.	PUNCT
crl-16732	15	1	attention	attention	NOUN
crl-16732	15	2	to	to	ADP
crl-16732	15	3	referees	referee	NOUN
crl-16732	15	4	requires	require	VERB
crl-16732	15	5	attention	attention	NOUN
crl-16732	15	6	to	to	ADP
crl-16732	15	7	mechanisms	mechanism	NOUN
crl-16732	15	8	designed	design	VERB
crl-16732	15	9	to	to	PART
crl-16732	15	10	channel	channel	VERB
crl-16732	15	11	,	,	PUNCT
crl-16732	15	12	influence	influence	NOUN
crl-16732	15	13	,	,	PUNCT
crl-16732	15	14	or	or	CCONJ
crl-16732	15	15	assess	assess	VERB
crl-16732	15	16	their	their	PRON
crl-16732	15	17	efforts	effort	NOUN
crl-16732	15	18	.	.	PUNCT
crl-16732	16	1	peer	peer	NOUN
crl-16732	16	2	reviewers	reviewer	NOUN
crl-16732	16	3	are	be	AUX
crl-16732	16	4	typically	typically	ADV
crl-16732	16	5	constrained	constrain	VERB
crl-16732	16	6	by	by	ADP
crl-16732	16	7	the	the	DET
crl-16732	16	8	peer	peer	NOUN
crl-16732	16	9	review	review	NOUN
crl-16732	16	10	systems	system	NOUN
crl-16732	16	11	in	in	ADP
crl-16732	16	12	which	which	PRON
crl-16732	16	13	they	they	PRON
crl-16732	16	14	play	play	VERB
crl-16732	16	15	a	a	DET
crl-16732	16	16	part	part	NOUN
crl-16732	16	17	.	.	PUNCT
crl-16732	17	1	they	they	PRON
crl-16732	17	2	are	be	AUX
crl-16732	17	3	also	also	ADV
crl-16732	17	4	guided	guide	VERB
crl-16732	17	5	by	by	ADP
crl-16732	17	6	explicit	explicit	ADJ
crl-16732	17	7	requirements	requirement	NOUN
crl-16732	17	8	and	and	CCONJ
crl-16732	17	9	unwritten	unwritten	ADJ
crl-16732	17	10	norms	norm	NOUN
crl-16732	17	11	of	of	ADP
crl-16732	17	12	scholarly	scholarly	ADJ
crl-16732	17	13	subcultures	subculture	NOUN
crl-16732	17	14	.	.	PUNCT
crl-16732	18	1	the	the	DET
crl-16732	18	2	advent	advent	NOUN
crl-16732	18	3	of	of	ADP
crl-16732	18	4	electronic	electronic	ADJ
crl-16732	18	5	publishing	publishing	NOUN
crl-16732	18	6	and	and	CCONJ
crl-16732	18	7	shifts	shift	NOUN
crl-16732	18	8	related	relate	VERB
crl-16732	18	9	to	to	ADP
crl-16732	18	10	open	open	ADJ
crl-16732	18	11	access	access	NOUN
crl-16732	18	12	,	,	PUNCT
crl-16732	18	13	digital	digital	ADJ
crl-16732	18	14	scholarship	scholarship	NOUN
crl-16732	18	15	,	,	PUNCT
crl-16732	18	16	and	and	CCONJ
crl-16732	18	17	library	library	NOUN
crl-16732	18	18	publishing	publishing	NOUN
crl-16732	18	19	have	have	AUX
crl-16732	18	20	prompted	prompt	VERB
crl-16732	18	21	reflection	reflection	NOUN
crl-16732	18	22	on	on	ADP
crl-16732	18	23	and	and	CCONJ
crl-16732	18	24	adjustment	adjustment	NOUN
crl-16732	18	25	of	of	ADP
crl-16732	18	26	review	review	NOUN
crl-16732	18	27	practices	practice	NOUN
crl-16732	18	28	.	.	PUNCT
crl-16732	19	1	looking	look	VERB
crl-16732	19	2	at	at	ADP
crl-16732	19	3	examples	example	NOUN
crl-16732	19	4	of	of	ADP
crl-16732	19	5	these	these	DET
crl-16732	19	6	adjustments	adjustment	NOUN
crl-16732	19	7	and	and	CCONJ
crl-16732	19	8	experiments	experiment	NOUN
crl-16732	19	9	reveals	reveal	VERB
crl-16732	19	10	mechanisms	mechanism	NOUN
crl-16732	19	11	that	that	PRON
crl-16732	19	12	have	have	AUX
crl-16732	19	13	been	be	AUX
crl-16732	19	14	enabled	enable	VERB
crl-16732	19	15	or	or	CCONJ
crl-16732	19	16	simply	simply	ADV
crl-16732	19	17	systematized	systematize	VERB
crl-16732	19	18	through	through	ADP
crl-16732	19	19	digital	digital	ADJ
crl-16732	19	20	means	mean	NOUN
crl-16732	19	21	.	.	PUNCT
crl-16732	20	1	some	some	PRON
crl-16732	20	2	of	of	ADP
crl-16732	20	3	these	these	DET
crl-16732	20	4	experiments	experiment	NOUN
crl-16732	20	5	come	come	VERB
crl-16732	20	6	from	from	ADP
crl-16732	20	7	conferences	conference	NOUN
crl-16732	20	8	or	or	CCONJ
crl-16732	20	9	grant	grant	NOUN
crl-16732	20	10	panels	panel	NOUN
crl-16732	20	11	rather	rather	ADV
crl-16732	20	12	than	than	ADP
crl-16732	20	13	journals	journal	NOUN
crl-16732	20	14	.	.	PUNCT
crl-16732	21	1	some	some	PRON
crl-16732	21	2	are	be	AUX
crl-16732	21	3	related	relate	VERB
crl-16732	21	4	to	to	PART
crl-16732	21	5	open	open	VERB
crl-16732	21	6	peer	peer	NOUN
crl-16732	21	7	review	review	NOUN
crl-16732	21	8	.	.	PUNCT
crl-16732	22	1	some	some	PRON
crl-16732	22	2	have	have	AUX
crl-16732	22	3	been	be	AUX
crl-16732	22	4	forged	forge	VERB
crl-16732	22	5	in	in	ADP
crl-16732	22	6	interdisciplinary	interdisciplinary	ADJ
crl-16732	22	7	spaces	space	NOUN
crl-16732	22	8	that	that	PRON
crl-16732	22	9	both	both	PRON
crl-16732	22	10	assign	assign	VERB
crl-16732	22	11	special	special	ADJ
crl-16732	22	12	responsibilities	responsibility	NOUN
crl-16732	22	13	for	for	ADP
crl-16732	22	14	inclusive	inclusive	ADJ
crl-16732	22	15	,	,	PUNCT
crl-16732	22	16	experimental	experimental	ADJ
crl-16732	22	17	practices	practice	NOUN
crl-16732	22	18	and	and	CCONJ
crl-16732	22	19	offer	offer	VERB
crl-16732	22	20	a	a	DET
crl-16732	22	21	freedom	freedom	NOUN
crl-16732	22	22	from	from	ADP
crl-16732	22	23	discipline	discipline	NOUN
crl-16732	22	24	-	-	PUNCT
crl-16732	22	25	entrenched	entrench	VERB
crl-16732	22	26	approaches	approach	NOUN
crl-16732	22	27	.	.	PUNCT
crl-16732	23	1	some	some	PRON
crl-16732	23	2	are	be	AUX
crl-16732	23	3	necessitated	necessitate	VERB
crl-16732	23	4	by	by	ADP
crl-16732	23	5	emerging	emerge	VERB
crl-16732	23	6	forms	form	NOUN
crl-16732	23	7	of	of	ADP
crl-16732	23	8	scholarship	scholarship	NOUN
crl-16732	23	9	that	that	PRON
crl-16732	23	10	do	do	AUX
crl-16732	23	11	n’t	not	PART
crl-16732	23	12	align	align	VERB
crl-16732	23	13	with	with	ADP
crl-16732	23	14	traditional	traditional	ADJ
crl-16732	23	15	imprimaturs	imprimatur	NOUN
crl-16732	23	16	.	.	PUNCT
crl-16732	24	1	as	as	SCONJ
crl-16732	24	2	many	many	ADJ
crl-16732	24	3	authors	author	NOUN
crl-16732	24	4	of	of	ADP
crl-16732	24	5	peer	peer	NOUN
crl-16732	24	6	review	review	NOUN
crl-16732	24	7	studies	study	NOUN
crl-16732	24	8	have	have	AUX
crl-16732	24	9	observed	observe	VERB
crl-16732	24	10	,	,	PUNCT
crl-16732	24	11	it	it	PRON
crl-16732	24	12	is	be	AUX
crl-16732	24	13	difficult	difficult	ADJ
crl-16732	24	14	to	to	PART
crl-16732	24	15	find	find	VERB
crl-16732	24	16	compelling	compelling	ADJ
crl-16732	24	17	evidence	evidence	NOUN
crl-16732	24	18	or	or	CCONJ
crl-16732	24	19	to	to	PART
crl-16732	24	20	make	make	VERB
crl-16732	24	21	systematic	systematic	ADJ
crl-16732	24	22	or	or	CCONJ
crl-16732	24	23	generalizable	generalizable	ADJ
crl-16732	24	24	assertions	assertion	NOUN
crl-16732	24	25	about	about	ADP
crl-16732	24	26	the	the	DET
crl-16732	24	27	efficacy	efficacy	NOUN
crl-16732	24	28	of	of	ADP
crl-16732	24	29	the	the	DET
crl-16732	24	30	peer	peer	NOUN
crl-16732	24	31	review	review	NOUN
crl-16732	24	32	method	method	NOUN
crl-16732	24	33	.	.	PUNCT
crl-16732	25	1	peer	peer	NOUN
crl-16732	25	2	review	review	NOUN
crl-16732	25	3	is	be	AUX
crl-16732	25	4	a	a	DET
crl-16732	25	5	broadly	broadly	ADV
crl-16732	25	6	defined	define	VERB
crl-16732	25	7	,	,	PUNCT
crl-16732	25	8	anchored	anchor	VERB
crl-16732	25	9	approach	approach	NOUN
crl-16732	25	10	that	that	PRON
crl-16732	25	11	is	be	AUX
crl-16732	25	12	doi:10.5860	doi:10.5860	PROPN
crl-16732	25	13	/	/	SYM
crl-16732	25	14	crl.78.6.734	crl.78.6.734	X
crl-16732	25	15	http://10.5860	http://10.5860	PROPN
crl-16732	25	16	/	/	SYM
crl-16732	25	17	crl	crl	PROPN
crl-16732	25	18	guest	guest	NOUN
crl-16732	25	19	editorial	editorial	NOUN
crl-16732	25	20	 	 	SPACE
crl-16732	25	21	735	735	NUM
crl-16732	25	22	implemented	implement	VERB
crl-16732	25	23	in	in	ADP
crl-16732	25	24	many	many	ADJ
crl-16732	25	25	small	small	ADJ
crl-16732	25	26	,	,	PUNCT
crl-16732	25	27	localized	localize	VERB
crl-16732	25	28	ways	way	NOUN
crl-16732	25	29	.	.	PUNCT
crl-16732	26	1	attempts	attempt	VERB
crl-16732	26	2	to	to	PART
crl-16732	26	3	assess	assess	VERB
crl-16732	26	4	peer	peer	NOUN
crl-16732	26	5	review	review	NOUN
crl-16732	26	6	at	at	ADP
crl-16732	26	7	scale	scale	NOUN
crl-16732	26	8	often	often	ADV
crl-16732	26	9	wither	wither	VERB
crl-16732	26	10	for	for	ADP
crl-16732	26	11	lack	lack	NOUN
crl-16732	26	12	of	of	ADP
crl-16732	26	13	accessible	accessible	ADJ
crl-16732	26	14	data	datum	NOUN
crl-16732	26	15	or	or	CCONJ
crl-16732	26	16	nonspecific	nonspecific	ADJ
crl-16732	26	17	practices	practice	NOUN
crl-16732	26	18	.	.	PUNCT
crl-16732	27	1	librarians	librarian	NOUN
crl-16732	27	2	have	have	VERB
crl-16732	27	3	a	a	DET
crl-16732	27	4	duty	duty	NOUN
crl-16732	27	5	to	to	PART
crl-16732	27	6	scrutinize	scrutinize	VERB
crl-16732	27	7	both	both	CCONJ
crl-16732	27	8	the	the	DET
crl-16732	27	9	method	method	NOUN
crl-16732	27	10	and	and	CCONJ
crl-16732	27	11	the	the	DET
crl-16732	27	12	implementation	implementation	NOUN
crl-16732	27	13	of	of	ADP
crl-16732	27	14	peer	peer	NOUN
crl-16732	27	15	review	review	NOUN
crl-16732	27	16	,	,	PUNCT
crl-16732	27	17	given	give	VERB
crl-16732	27	18	our	our	PRON
crl-16732	27	19	canonization	canonization	NOUN
crl-16732	27	20	of	of	ADP
crl-16732	27	21	peer	peer	NOUN
crl-16732	27	22	review	review	NOUN
crl-16732	27	23	in	in	ADP
crl-16732	27	24	our	our	PRON
crl-16732	27	25	own	own	ADJ
crl-16732	27	26	systems	system	NOUN
crl-16732	27	27	of	of	ADP
crl-16732	27	28	scholarly	scholarly	ADJ
crl-16732	27	29	production	production	NOUN
crl-16732	27	30	and	and	CCONJ
crl-16732	27	31	assessment	assessment	NOUN
crl-16732	27	32	and	and	CCONJ
crl-16732	27	33	in	in	ADP
crl-16732	27	34	our	our	PRON
crl-16732	27	35	work	work	NOUN
crl-16732	27	36	to	to	PART
crl-16732	27	37	organize	organize	VERB
crl-16732	27	38	and	and	CCONJ
crl-16732	27	39	ensure	ensure	VERB
crl-16732	27	40	access	access	NOUN
crl-16732	27	41	to	to	ADP
crl-16732	27	42	scholarly	scholarly	ADJ
crl-16732	27	43	corpora	corpora	PROPN
crl-16732	27	44	.	.	PUNCT
crl-16732	28	1	in	in	ADP
crl-16732	28	2	our	our	PRON
crl-16732	28	3	own	own	ADJ
crl-16732	28	4	systems	system	NOUN
crl-16732	28	5	,	,	PUNCT
crl-16732	28	6	we	we	PRON
crl-16732	28	7	have	have	AUX
crl-16732	28	8	perpetuated	perpetuate	VERB
crl-16732	28	9	peer	peer	NOUN
crl-16732	28	10	review	review	NOUN
crl-16732	28	11	through	through	ADP
crl-16732	28	12	institutional	institutional	ADJ
crl-16732	28	13	promotion	promotion	NOUN
crl-16732	28	14	and	and	CCONJ
crl-16732	28	15	tenure	tenure	NOUN
crl-16732	28	16	policies	policy	NOUN
crl-16732	28	17	that	that	PRON
crl-16732	28	18	favor	favor	VERB
crl-16732	28	19	peer	peer	NOUN
crl-16732	28	20	-	-	PUNCT
crl-16732	28	21	reviewed	review	VERB
crl-16732	28	22	research	research	NOUN
crl-16732	28	23	and	and	CCONJ
crl-16732	28	24	through	through	ADP
crl-16732	28	25	applying	apply	VERB
crl-16732	28	26	and	and	CCONJ
crl-16732	28	27	supporting	support	VERB
crl-16732	28	28	the	the	DET
crl-16732	28	29	process	process	NOUN
crl-16732	28	30	of	of	ADP
crl-16732	28	31	peer	peer	NOUN
crl-16732	28	32	review	review	NOUN
crl-16732	28	33	in	in	ADP
crl-16732	28	34	our	our	PRON
crl-16732	28	35	journals	journal	NOUN
crl-16732	28	36	and	and	CCONJ
crl-16732	28	37	conferences	conference	NOUN
crl-16732	28	38	.	.	PUNCT
crl-16732	29	1	in	in	ADP
crl-16732	29	2	our	our	PRON
crl-16732	29	3	management	management	NOUN
crl-16732	29	4	of	of	ADP
crl-16732	29	5	scholarly	scholarly	PROPN
crl-16732	29	6	corpora	corpora	PROPN
crl-16732	29	7	,	,	PUNCT
crl-16732	29	8	we	we	PRON
crl-16732	29	9	have	have	AUX
crl-16732	29	10	even	even	ADV
crl-16732	29	11	implemented	implement	VERB
crl-16732	29	12	discovery	discovery	NOUN
crl-16732	29	13	layers	layer	NOUN
crl-16732	29	14	and	and	CCONJ
crl-16732	29	15	designed	design	VERB
crl-16732	29	16	instruction	instruction	NOUN
crl-16732	29	17	programs	program	NOUN
crl-16732	29	18	that	that	PRON
crl-16732	29	19	preference	preference	VERB
crl-16732	29	20	peer	peer	NOUN
crl-16732	29	21	-	-	PUNCT
crl-16732	29	22	reviewed	review	VERB
crl-16732	29	23	publications	publication	NOUN
crl-16732	29	24	.	.	PUNCT
crl-16732	30	1	we	we	PRON
crl-16732	30	2	have	have	AUX
crl-16732	30	3	developed	develop	VERB
crl-16732	30	4	library	library	NOUN
crl-16732	30	5	publishing	publishing	NOUN
crl-16732	30	6	programs	program	NOUN
crl-16732	30	7	that	that	PRON
crl-16732	30	8	replicate	replicate	VERB
crl-16732	30	9	and	and	CCONJ
crl-16732	30	10	extend	extend	VERB
crl-16732	30	11	peer	peer	NOUN
crl-16732	30	12	review	review	NOUN
crl-16732	30	13	.	.	PUNCT
crl-16732	31	1	and	and	CCONJ
crl-16732	31	2	,	,	PUNCT
crl-16732	31	3	interestingly	interestingly	ADV
crl-16732	31	4	,	,	PUNCT
crl-16732	31	5	we	we	PRON
crl-16732	31	6	have	have	AUX
crl-16732	31	7	built	build	VERB
crl-16732	31	8	or	or	CCONJ
crl-16732	31	9	supported	support	VERB
crl-16732	31	10	open	open	ADJ
crl-16732	31	11	access	access	NOUN
crl-16732	31	12	preprint	preprint	NOUN
crl-16732	31	13	repositories	repository	NOUN
crl-16732	31	14	that	that	PRON
crl-16732	31	15	provide	provide	VERB
crl-16732	31	16	venues	venue	NOUN
crl-16732	31	17	for	for	ADP
crl-16732	31	18	publishing	publish	VERB
crl-16732	31	19	work	work	NOUN
crl-16732	31	20	prior	prior	ADV
crl-16732	31	21	to	to	ADP
crl-16732	31	22	peer	peer	NOUN
crl-16732	31	23	review	review	NOUN
crl-16732	31	24	—	—	PUNCT
crl-16732	31	25	and	and	CCONJ
crl-16732	31	26	that	that	PRON
crl-16732	31	27	offer	offer	VERB
crl-16732	31	28	a	a	DET
crl-16732	31	29	comparative	comparative	ADJ
crl-16732	31	30	basis	basis	NOUN
crl-16732	31	31	for	for	ADP
crl-16732	31	32	analyzing	analyze	VERB
crl-16732	31	33	the	the	DET
crl-16732	31	34	effects	effect	NOUN
crl-16732	31	35	of	of	ADP
crl-16732	31	36	peer	peer	NOUN
crl-16732	31	37	review	review	NOUN
crl-16732	31	38	across	across	ADP
crl-16732	31	39	a	a	DET
crl-16732	31	40	swath	swath	NOUN
crl-16732	31	41	of	of	ADP
crl-16732	31	42	preand	preand	NOUN
crl-16732	31	43	post	post	ADJ
crl-16732	31	44	-	-	ADJ
crl-16732	31	45	review	review	ADJ
crl-16732	31	46	versions	version	NOUN
crl-16732	31	47	of	of	ADP
crl-16732	31	48	publications.8	publications.8	PROPN
crl-16732	31	49	awareness	awareness	NOUN
crl-16732	31	50	of	of	ADP
crl-16732	31	51	these	these	DET
crl-16732	31	52	local	local	ADJ
crl-16732	31	53	implementations	implementation	NOUN
crl-16732	31	54	,	,	PUNCT
crl-16732	31	55	and	and	CCONJ
crl-16732	31	56	of	of	ADP
crl-16732	31	57	the	the	DET
crl-16732	31	58	relationship	relationship	NOUN
crl-16732	31	59	between	between	ADP
crl-16732	31	60	peer	peer	NOUN
crl-16732	31	61	review	review	NOUN
crl-16732	31	62	as	as	ADP
crl-16732	31	63	a	a	DET
crl-16732	31	64	method	method	NOUN
crl-16732	31	65	,	,	PUNCT
crl-16732	31	66	writ	writ	VERB
crl-16732	31	67	large	large	ADJ
crl-16732	31	68	,	,	PUNCT
crl-16732	31	69	and	and	CCONJ
crl-16732	31	70	peer	peer	NOUN
crl-16732	31	71	review	review	NOUN
crl-16732	31	72	as	as	SCONJ
crl-16732	31	73	specifically	specifically	ADV
crl-16732	31	74	implemented	implement	VERB
crl-16732	31	75	,	,	PUNCT
crl-16732	31	76	may	may	AUX
crl-16732	31	77	help	help	VERB
crl-16732	31	78	inform	inform	VERB
crl-16732	31	79	several	several	ADJ
crl-16732	31	80	realms	realm	NOUN
crl-16732	31	81	of	of	ADP
crl-16732	31	82	our	our	PRON
crl-16732	31	83	professional	professional	ADJ
crl-16732	31	84	practice	practice	NOUN
crl-16732	31	85	.	.	PUNCT
crl-16732	32	1	but	but	CCONJ
crl-16732	32	2	beyond	beyond	ADP
crl-16732	32	3	greater	great	ADJ
crl-16732	32	4	awareness	awareness	NOUN
crl-16732	32	5	,	,	PUNCT
crl-16732	32	6	we	we	PRON
crl-16732	32	7	need	need	VERB
crl-16732	32	8	better	well	ADJ
crl-16732	32	9	data	datum	NOUN
crl-16732	32	10	on	on	ADP
crl-16732	32	11	both	both	DET
crl-16732	32	12	existing	exist	VERB
crl-16732	32	13	practices	practice	NOUN
crl-16732	32	14	and	and	CCONJ
crl-16732	32	15	the	the	DET
crl-16732	32	16	results	result	NOUN
crl-16732	32	17	of	of	ADP
crl-16732	32	18	experiments	experiment	NOUN
crl-16732	32	19	or	or	CCONJ
crl-16732	32	20	shifts	shift	NOUN
crl-16732	32	21	in	in	ADP
crl-16732	32	22	peer	peer	NOUN
crl-16732	32	23	review	review	NOUN
crl-16732	32	24	.	.	PUNCT
crl-16732	33	1	as	as	SCONJ
crl-16732	33	2	lutz	lutz	PROPN
crl-16732	33	3	bornmann	bornmann	PROPN
crl-16732	33	4	observes	observe	VERB
crl-16732	33	5	:	:	PUNCT
crl-16732	33	6	“	"	PUNCT
crl-16732	33	7	the	the	DET
crl-16732	33	8	entire	entire	ADJ
crl-16732	33	9	process	process	NOUN
crl-16732	33	10	[	[	X
crl-16732	33	11	of	of	ADP
crl-16732	33	12	peer	peer	NOUN
crl-16732	33	13	review	review	NOUN
crl-16732	33	14	]	]	PUNCT
crl-16732	33	15	eludes	elude	VERB
crl-16732	33	16	ethnographic	ethnographic	NOUN
crl-16732	33	17	observations	observation	NOUN
crl-16732	33	18	.	.	PUNCT
crl-16732	33	19	”9	”9	SPACE
crl-16732	34	1	critiques	critique	NOUN
crl-16732	34	2	of	of	ADP
crl-16732	34	3	peer	peer	NOUN
crl-16732	34	4	review	review	NOUN
crl-16732	34	5	,	,	PUNCT
crl-16732	34	6	biagioli	biagioli	PROPN
crl-16732	34	7	notes	note	NOUN
crl-16732	34	8	,	,	PUNCT
crl-16732	34	9	unfold	unfold	VERB
crl-16732	34	10	in	in	ADP
crl-16732	34	11	“	"	PUNCT
crl-16732	34	12	private	private	ADJ
crl-16732	34	13	conversations	conversation	NOUN
crl-16732	34	14	…	…	PUNCT
crl-16732	35	1	[	[	X
crl-16732	35	2	or	or	CCONJ
crl-16732	35	3	]	]	X
crl-16732	35	4	in	in	ADP
crl-16732	35	5	the	the	DET
crl-16732	35	6	context	context	NOUN
crl-16732	35	7	of	of	ADP
crl-16732	35	8	personal	personal	ADJ
crl-16732	35	9	complaints	complaint	NOUN
crl-16732	35	10	about	about	ADP
crl-16732	35	11	the	the	DET
crl-16732	35	12	perceived	perceive	VERB
crl-16732	35	13	incompetence	incompetence	NOUN
crl-16732	35	14	(	(	PUNCT
crl-16732	35	15	or	or	CCONJ
crl-16732	35	16	other	other	ADJ
crl-16732	35	17	unflattering	unflattering	ADJ
crl-16732	35	18	traits	trait	NOUN
crl-16732	35	19	)	)	PUNCT
crl-16732	35	20	of	of	ADP
crl-16732	35	21	editors	editor	NOUN
crl-16732	35	22	or	or	CCONJ
crl-16732	35	23	referees	referee	NOUN
crl-16732	35	24	.	.	PUNCT
crl-16732	35	25	”10	”10	SPACE
crl-16732	36	1	to	to	PART
crl-16732	36	2	better	well	ADV
crl-16732	36	3	assess	assess	VERB
crl-16732	36	4	implementations	implementation	NOUN
crl-16732	36	5	of	of	ADP
crl-16732	36	6	peer	peer	NOUN
crl-16732	36	7	review	review	NOUN
crl-16732	36	8	—	—	PUNCT
crl-16732	36	9	including	include	VERB
crl-16732	36	10	the	the	DET
crl-16732	36	11	influence	influence	NOUN
crl-16732	36	12	of	of	ADP
crl-16732	36	13	referees	referee	NOUN
crl-16732	36	14	—	—	PUNCT
crl-16732	36	15	these	these	DET
crl-16732	36	16	conversations	conversation	NOUN
crl-16732	36	17	need	need	VERB
crl-16732	36	18	to	to	PART
crl-16732	36	19	move	move	VERB
crl-16732	36	20	into	into	ADP
crl-16732	36	21	a	a	DET
crl-16732	36	22	public	public	ADJ
crl-16732	36	23	realm	realm	NOUN
crl-16732	36	24	.	.	PUNCT
crl-16732	37	1	peer	peer	NOUN
crl-16732	37	2	review	review	NOUN
crl-16732	37	3	persists	persist	VERB
crl-16732	37	4	despite	despite	SCONJ
crl-16732	37	5	what	what	PRON
crl-16732	37	6	ann	ann	PROPN
crl-16732	37	7	c.	c.	PROPN
crl-16732	37	8	weller	weller	PROPN
crl-16732	37	9	,	,	PUNCT
crl-16732	37	10	the	the	DET
crl-16732	37	11	author	author	NOUN
crl-16732	37	12	of	of	ADP
crl-16732	37	13	an	an	DET
crl-16732	37	14	exhaustive	exhaustive	ADJ
crl-16732	37	15	study	study	NOUN
crl-16732	37	16	on	on	ADP
crl-16732	37	17	the	the	DET
crl-16732	37	18	topic	topic	NOUN
crl-16732	37	19	,	,	PUNCT
crl-16732	37	20	admits	admit	VERB
crl-16732	37	21	is	be	AUX
crl-16732	37	22	an	an	DET
crl-16732	37	23	absence	absence	NOUN
crl-16732	37	24	of	of	ADP
crl-16732	37	25	generalizable	generalizable	ADJ
crl-16732	37	26	practices	practice	NOUN
crl-16732	37	27	,	,	PUNCT
crl-16732	37	28	guidelines	guideline	NOUN
crl-16732	37	29	,	,	PUNCT
crl-16732	37	30	or	or	CCONJ
crl-16732	37	31	standards	standard	NOUN
crl-16732	37	32	.	.	PUNCT
crl-16732	38	1	as	as	ADP
crl-16732	38	2	weller	weller	NOUN
crl-16732	38	3	elaborates	elaborate	VERB
crl-16732	38	4	:	:	PUNCT
crl-16732	38	5	“	"	PUNCT
crl-16732	38	6	editors	editor	NOUN
crl-16732	38	7	have	have	VERB
crl-16732	38	8	great	great	ADJ
crl-16732	38	9	flexibility	flexibility	NOUN
crl-16732	38	10	in	in	ADP
crl-16732	38	11	their	their	PRON
crl-16732	38	12	implementation	implementation	NOUN
crl-16732	38	13	of	of	ADP
crl-16732	38	14	the	the	DET
crl-16732	38	15	[	[	PUNCT
crl-16732	38	16	peer	peer	NOUN
crl-16732	38	17	review	review	NOUN
crl-16732	38	18	]	]	PUNCT
crl-16732	38	19	process	process	NOUN
crl-16732	38	20	in	in	ADP
crl-16732	38	21	their	their	PRON
crl-16732	38	22	journals	journal	NOUN
crl-16732	38	23	.	.	PUNCT
crl-16732	39	1	peer	peer	NOUN
crl-16732	39	2	review	review	NOUN
crl-16732	39	3	has	have	AUX
crl-16732	39	4	been	be	AUX
crl-16732	39	5	demonstrated	demonstrate	VERB
crl-16732	39	6	to	to	PART
crl-16732	39	7	be	be	AUX
crl-16732	39	8	different	different	ADJ
crl-16732	39	9	for	for	ADP
crl-16732	39	10	different	different	ADJ
crl-16732	39	11	disciplines	discipline	NOUN
crl-16732	39	12	,	,	PUNCT
crl-16732	39	13	different	different	ADJ
crl-16732	39	14	journals	journal	NOUN
crl-16732	39	15	,	,	PUNCT
crl-16732	39	16	and	and	CCONJ
crl-16732	39	17	different	different	ADJ
crl-16732	39	18	editorships	editorship	NOUN
crl-16732	39	19	.	.	PUNCT
crl-16732	40	1	there	there	PRON
crl-16732	40	2	is	be	VERB
crl-16732	40	3	not	not	PART
crl-16732	40	4	one	one	NUM
crl-16732	40	5	solid	solid	ADJ
crl-16732	40	6	,	,	PUNCT
crl-16732	40	7	accepted	accept	VERB
crl-16732	40	8	definition	definition	NOUN
crl-16732	40	9	of	of	ADP
crl-16732	40	10	what	what	PRON
crl-16732	40	11	constitutes	constitute	VERB
crl-16732	40	12	‘	'	PUNCT
crl-16732	40	13	peer	peer	NOUN
crl-16732	40	14	review	review	NOUN
crl-16732	40	15	.	.	PUNCT
crl-16732	40	16	’”11	’”11	PUNCT
crl-16732	41	1	perhaps	perhaps	ADV
crl-16732	41	2	peer	peer	NOUN
crl-16732	41	3	review	review	NOUN
crl-16732	41	4	’s	’s	PART
crl-16732	41	5	dominance	dominance	NOUN
crl-16732	41	6	in	in	ADP
crl-16732	41	7	academia	academia	NOUN
crl-16732	41	8	is	be	AUX
crl-16732	41	9	,	,	PUNCT
crl-16732	41	10	in	in	ADP
crl-16732	41	11	fact	fact	NOUN
crl-16732	41	12	,	,	PUNCT
crl-16732	41	13	rooted	root	VERB
crl-16732	41	14	in	in	ADP
crl-16732	41	15	what	what	PRON
crl-16732	41	16	weller	weller	NOUN
crl-16732	41	17	describes	describe	VERB
crl-16732	41	18	as	as	ADP
crl-16732	41	19	a	a	DET
crl-16732	41	20	lack	lack	NOUN
crl-16732	41	21	of	of	ADP
crl-16732	41	22	definitional	definitional	ADJ
crl-16732	41	23	precision	precision	NOUN
crl-16732	41	24	or	or	CCONJ
crl-16732	41	25	consensus	consensus	NOUN
crl-16732	41	26	about	about	ADP
crl-16732	41	27	its	its	PRON
crl-16732	41	28	application	application	NOUN
crl-16732	41	29	.	.	PUNCT
crl-16732	42	1	such	such	ADJ
crl-16732	42	2	looseness	looseness	NOUN
crl-16732	42	3	allows	allow	VERB
crl-16732	42	4	us	we	PRON
crl-16732	42	5	to	to	PART
crl-16732	42	6	bundle	bundle	VERB
crl-16732	42	7	disparate	disparate	ADJ
crl-16732	42	8	practices	practice	NOUN
crl-16732	42	9	together	together	ADV
crl-16732	42	10	,	,	PUNCT
crl-16732	42	11	glossing	gloss	VERB
crl-16732	42	12	over	over	ADP
crl-16732	42	13	real	real	ADJ
crl-16732	42	14	distinctions	distinction	NOUN
crl-16732	42	15	in	in	ADP
crl-16732	42	16	what	what	PRON
crl-16732	42	17	the	the	DET
crl-16732	42	18	term	term	NOUN
crl-16732	42	19	actually	actually	ADV
crl-16732	42	20	entails	entail	VERB
crl-16732	42	21	.	.	PUNCT
crl-16732	43	1	this	this	DET
crl-16732	43	2	lack	lack	NOUN
crl-16732	43	3	of	of	ADP
crl-16732	43	4	specificity	specificity	NOUN
crl-16732	43	5	lays	lay	VERB
crl-16732	43	6	the	the	DET
crl-16732	43	7	groundwork	groundwork	NOUN
crl-16732	43	8	for	for	ADP
crl-16732	43	9	clumsy	clumsy	ADJ
crl-16732	43	10	critiques	critique	NOUN
crl-16732	43	11	of	of	ADP
crl-16732	43	12	peer	peer	NOUN
crl-16732	43	13	review	review	NOUN
crl-16732	43	14	,	,	PUNCT
crl-16732	43	15	which	which	PRON
crl-16732	43	16	generalize	generalize	VERB
crl-16732	43	17	from	from	ADP
crl-16732	43	18	specific	specific	ADJ
crl-16732	43	19	applications	application	NOUN
crl-16732	43	20	and	and	CCONJ
crl-16732	43	21	then	then	ADV
crl-16732	43	22	make	make	VERB
crl-16732	43	23	the	the	DET
crl-16732	43	24	case	case	NOUN
crl-16732	43	25	not	not	PART
crl-16732	43	26	for	for	ADP
crl-16732	43	27	an	an	DET
crl-16732	43	28	overhaul	overhaul	NOUN
crl-16732	43	29	of	of	ADP
crl-16732	43	30	the	the	DET
crl-16732	43	31	system	system	NOUN
crl-16732	43	32	,	,	PUNCT
crl-16732	43	33	but	but	CCONJ
crl-16732	43	34	for	for	ADP
crl-16732	43	35	adjustment	adjustment	NOUN
crl-16732	43	36	and	and	CCONJ
crl-16732	43	37	even	even	ADV
crl-16732	43	38	extension	extension	NOUN
crl-16732	43	39	of	of	ADP
crl-16732	43	40	particular	particular	ADJ
crl-16732	43	41	practices	practice	NOUN
crl-16732	43	42	or	or	CCONJ
crl-16732	43	43	implementations	implementation	NOUN
crl-16732	43	44	—	—	PUNCT
crl-16732	43	45	that	that	PRON
crl-16732	43	46	is	be	AUX
crl-16732	43	47	,	,	PUNCT
crl-16732	43	48	for	for	ADP
crl-16732	43	49	more	more	ADJ
crl-16732	43	50	or	or	CCONJ
crl-16732	43	51	different	different	ADJ
crl-16732	43	52	peer	peer	NOUN
crl-16732	43	53	review	review	NOUN
crl-16732	43	54	.	.	PUNCT
crl-16732	44	1	scholars	scholar	NOUN
crl-16732	44	2	of	of	ADP
crl-16732	44	3	peer	peer	NOUN
crl-16732	44	4	review	review	NOUN
crl-16732	44	5	,	,	PUNCT
crl-16732	44	6	faced	face	VERB
crl-16732	44	7	with	with	ADP
crl-16732	44	8	evaluating	evaluate	VERB
crl-16732	44	9	its	its	PRON
crl-16732	44	10	ambitions	ambition	NOUN
crl-16732	44	11	and	and	CCONJ
crl-16732	44	12	failures	failure	NOUN
crl-16732	44	13	,	,	PUNCT
crl-16732	44	14	are	be	AUX
crl-16732	44	15	fond	fond	ADJ
crl-16732	44	16	of	of	ADP
crl-16732	44	17	invoking	invoke	VERB
crl-16732	44	18	the	the	DET
crl-16732	44	19	famous	famous	ADJ
crl-16732	44	20	winston	winston	PROPN
crl-16732	44	21	churchill	churchill	PROPN
crl-16732	44	22	quotation	quotation	NOUN
crl-16732	44	23	about	about	ADP
crl-16732	44	24	democracy	democracy	NOUN
crl-16732	44	25	as	as	ADP
crl-16732	44	26	“	"	PUNCT
crl-16732	44	27	the	the	DET
crl-16732	44	28	worst	bad	ADJ
crl-16732	44	29	form	form	NOUN
crl-16732	44	30	of	of	ADP
crl-16732	44	31	government	government	NOUN
crl-16732	44	32	except	except	SCONJ
crl-16732	44	33	for	for	ADP
crl-16732	44	34	all	all	DET
crl-16732	44	35	those	those	DET
crl-16732	44	36	other	other	ADJ
crl-16732	44	37	forms	form	NOUN
crl-16732	44	38	…	…	PUNCT
crl-16732	44	39	”	"	PUNCT
crl-16732	44	40	the	the	DET
crl-16732	44	41	implication	implication	NOUN
crl-16732	44	42	,	,	PUNCT
crl-16732	44	43	of	of	ADP
crl-16732	44	44	course	course	NOUN
crl-16732	44	45	,	,	PUNCT
crl-16732	44	46	is	be	AUX
crl-16732	44	47	that	that	SCONJ
crl-16732	44	48	,	,	PUNCT
crl-16732	44	49	for	for	ADP
crl-16732	44	50	all	all	PRON
crl-16732	44	51	of	of	ADP
crl-16732	44	52	its	its	PRON
crl-16732	44	53	perceived	perceived	ADJ
crl-16732	44	54	and	and	CCONJ
crl-16732	44	55	actual	actual	ADJ
crl-16732	44	56	faults	fault	NOUN
crl-16732	44	57	,	,	PUNCT
crl-16732	44	58	peer	peer	NOUN
crl-16732	44	59	review	review	NOUN
crl-16732	44	60	is	be	AUX
crl-16732	44	61	simply	simply	ADV
crl-16732	44	62	the	the	DET
crl-16732	44	63	best	good	ADJ
crl-16732	44	64	option	option	NOUN
crl-16732	44	65	available	available	ADJ
crl-16732	44	66	and	and	CCONJ
crl-16732	44	67	will	will	AUX
crl-16732	44	68	remain	remain	VERB
crl-16732	44	69	firmly	firmly	ADV
crl-16732	44	70	entrenched	entrenched	ADJ
crl-16732	44	71	in	in	ADP
crl-16732	44	72	the	the	DET
crl-16732	44	73	academy	academy	NOUN
crl-16732	44	74	.	.	PUNCT
crl-16732	45	1	but	but	CCONJ
crl-16732	45	2	another	another	DET
crl-16732	45	3	comparison	comparison	NOUN
crl-16732	45	4	presents	present	VERB
crl-16732	45	5	itself	itself	PRON
crl-16732	45	6	:	:	PUNCT
crl-16732	45	7	like	like	ADP
crl-16732	45	8	democracy	democracy	NOUN
crl-16732	45	9	,	,	PUNCT
crl-16732	45	10	peer	peer	NOUN
crl-16732	45	11	review	review	NOUN
crl-16732	45	12	references	reference	NOUN
crl-16732	45	13	a	a	DET
crl-16732	45	14	broad	broad	ADJ
crl-16732	45	15	overarching	overarch	VERB
crl-16732	45	16	approach	approach	NOUN
crl-16732	45	17	,	,	PUNCT
crl-16732	45	18	with	with	ADP
crl-16732	45	19	opportunities	opportunity	NOUN
crl-16732	45	20	to	to	PART
crl-16732	45	21	design	design	VERB
crl-16732	45	22	and	and	CCONJ
crl-16732	45	23	install	install	VERB
crl-16732	45	24	systems	system	NOUN
crl-16732	45	25	of	of	ADP
crl-16732	45	26	governance	governance	NOUN
crl-16732	45	27	that	that	PRON
crl-16732	45	28	balance	balance	VERB
crl-16732	45	29	out	out	ADP
crl-16732	45	30	competing	compete	VERB
crl-16732	45	31	interests	interest	NOUN
crl-16732	45	32	.	.	PUNCT
crl-16732	46	1	and	and	CCONJ
crl-16732	46	2	,	,	PUNCT
crl-16732	46	3	like	like	ADP
crl-16732	46	4	democracy	democracy	NOUN
crl-16732	46	5	,	,	PUNCT
crl-16732	46	6	peer	peer	NOUN
crl-16732	46	7	review	review	NOUN
crl-16732	46	8	incurs	incurs	PROPN
crl-16732	46	9	bias	bias	PROPN
crl-16732	46	10	,	,	PUNCT
crl-16732	46	11	abuse	abuse	NOUN
crl-16732	46	12	,	,	PUNCT
crl-16732	46	13	and	and	CCONJ
crl-16732	46	14	ethical	ethical	ADJ
crl-16732	46	15	lapses	lapse	NOUN
crl-16732	46	16	in	in	ADP
crl-16732	46	17	its	its	PRON
crl-16732	46	18	application	application	NOUN
crl-16732	46	19	and	and	CCONJ
crl-16732	46	20	implementation	implementation	NOUN
crl-16732	46	21	.	.	PUNCT
crl-16732	47	1	exemplifying	exemplify	VERB
crl-16732	47	2	this	this	DET
crl-16732	47	3	inclusive	inclusive	ADJ
crl-16732	47	4	framing	framing	NOUN
crl-16732	47	5	of	of	ADP
crl-16732	47	6	peer	peer	NOUN
crl-16732	47	7	review	review	NOUN
crl-16732	47	8	and	and	CCONJ
crl-16732	47	9	espousing	espouse	VERB
crl-16732	47	10	an	an	DET
crl-16732	47	11	approach	approach	NOUN
crl-16732	47	12	to	to	ADP
crl-16732	47	13	assessment	assessment	NOUN
crl-16732	47	14	as	as	ADP
crl-16732	47	15	“	"	PUNCT
crl-16732	47	16	a	a	DET
crl-16732	47	17	fluid	fluid	ADJ
crl-16732	47	18	genre	genre	NOUN
crl-16732	47	19	of	of	ADP
crl-16732	47	20	scholarship	scholarship	NOUN
crl-16732	47	21	,	,	PUNCT
crl-16732	47	22	”	"	PUNCT
crl-16732	47	23	korey	korey	PROPN
crl-16732	47	24	jackson	jackson	PROPN
crl-16732	47	25	argues	argue	VERB
crl-16732	47	26	that	that	SCONJ
crl-16732	47	27	“	"	PUNCT
crl-16732	47	28	ultimately	ultimately	ADV
crl-16732	47	29	,	,	PUNCT
crl-16732	47	30	736	736	NUM
crl-16732	47	31	 	 	SPACE
crl-16732	47	32	college	college	PROPN
crl-16732	47	33	&	&	CCONJ
crl-16732	47	34	research	research	PROPN
crl-16732	47	35	libraries	library	NOUN
crl-16732	47	36	september	september	PROPN
crl-16732	47	37	2017	2017	NUM
crl-16732	47	38	peer	peer	NOUN
crl-16732	47	39	review	review	NOUN
crl-16732	47	40	’s	’s	PART
crl-16732	47	41	fluid	fluid	ADJ
crl-16732	47	42	past	past	NOUN
crl-16732	47	43	is	be	AUX
crl-16732	47	44	a	a	DET
crl-16732	47	45	way	way	NOUN
crl-16732	47	46	of	of	ADP
crl-16732	47	47	reframing	reframe	VERB
crl-16732	47	48	the	the	DET
crl-16732	47	49	notion	notion	NOUN
crl-16732	47	50	of	of	ADP
crl-16732	47	51	peer	peer	NOUN
crl-16732	47	52	review	review	NOUN
crl-16732	47	53	’s	’s	PART
crl-16732	47	54	seemingly	seemingly	ADV
crl-16732	47	55	revolutionary	revolutionary	ADJ
crl-16732	47	56	future	future	NOUN
crl-16732	47	57	.	.	PUNCT
crl-16732	47	58	”	"	PUNCT
crl-16732	48	1	he	he	PRON
crl-16732	48	2	writes	write	VERB
crl-16732	48	3	:	:	PUNCT
crl-16732	48	4	developments	development	NOUN
crl-16732	48	5	like	like	ADP
crl-16732	48	6	the	the	DET
crl-16732	48	7	pre	pre	ADJ
crl-16732	48	8	-	-	ADJ
crl-16732	48	9	print	print	ADJ
crl-16732	48	10	archive	archive	NOUN
crl-16732	48	11	(	(	PUNCT
crl-16732	48	12	notable	notable	ADJ
crl-16732	48	13	examples	example	NOUN
crl-16732	48	14	include	include	VERB
crl-16732	48	15	arxiv	arxiv	NOUN
crl-16732	48	16	and	and	CCONJ
crl-16732	48	17	biorxiv	biorxiv	PROPN
crl-16732	48	18	)	)	PUNCT
crl-16732	48	19	or	or	CCONJ
crl-16732	48	20	the	the	DET
crl-16732	48	21	emergence	emergence	NOUN
crl-16732	48	22	of	of	ADP
crl-16732	48	23	mega	mega	NOUN
crl-16732	48	24	-	-	NOUN
crl-16732	48	25	journals	journal	NOUN
crl-16732	48	26	like	like	ADP
crl-16732	48	27	peerj	peerj	NOUN
crl-16732	48	28	and	and	CCONJ
crl-16732	48	29	the	the	DET
crl-16732	48	30	open	open	ADJ
crl-16732	48	31	library	library	NOUN
crl-16732	48	32	of	of	ADP
crl-16732	48	33	humanities	humanity	NOUN
crl-16732	48	34	that	that	PRON
crl-16732	48	35	emphasize	emphasize	VERB
crl-16732	48	36	open	open	ADJ
crl-16732	48	37	and	and	CCONJ
crl-16732	48	38	participatory	participatory	ADJ
crl-16732	48	39	review	review	NOUN
crl-16732	48	40	,	,	PUNCT
crl-16732	48	41	are	be	AUX
crl-16732	48	42	not	not	PART
crl-16732	48	43	(	(	PUNCT
crl-16732	48	44	or	or	CCONJ
crl-16732	48	45	not	not	PART
crl-16732	48	46	simply	simply	ADV
crl-16732	48	47	)	)	PUNCT
crl-16732	48	48	radical	radical	ADJ
crl-16732	48	49	reactions	reaction	NOUN
crl-16732	48	50	to	to	ADP
crl-16732	48	51	a	a	DET
crl-16732	48	52	failed	fail	VERB
crl-16732	48	53	review	review	NOUN
crl-16732	48	54	enterprise	enterprise	NOUN
crl-16732	48	55	.	.	PUNCT
crl-16732	49	1	they	they	PRON
crl-16732	49	2	are	be	AUX
crl-16732	49	3	instead	instead	ADV
crl-16732	49	4	permutations	permutation	NOUN
crl-16732	49	5	,	,	PUNCT
crl-16732	49	6	bellwethers	bellwether	NOUN
crl-16732	49	7	of	of	ADP
crl-16732	49	8	the	the	DET
crl-16732	49	9	increasingly	increasingly	ADV
crl-16732	49	10	open	open	ADJ
crl-16732	49	11	and	and	CCONJ
crl-16732	49	12	collaborative	collaborative	ADJ
crl-16732	49	13	ways	way	NOUN
crl-16732	49	14	good	good	ADJ
crl-16732	49	15	scholarship	scholarship	NOUN
crl-16732	49	16	gets	gets	AUX
crl-16732	49	17	done	do	VERB
crl-16732	49	18	and	and	CCONJ
crl-16732	49	19	wants	want	VERB
crl-16732	49	20	to	to	PART
crl-16732	49	21	be	be	AUX
crl-16732	49	22	counted.12	counted.12	NOUN
crl-16732	49	23	in	in	ADP
crl-16732	49	24	a	a	DET
crl-16732	49	25	review	review	NOUN
crl-16732	49	26	of	of	ADP
crl-16732	49	27	the	the	DET
crl-16732	49	28	literature	literature	NOUN
crl-16732	49	29	,	,	PUNCT
crl-16732	49	30	lawrence	lawrence	PROPN
crl-16732	49	31	souder	souder	NOUN
crl-16732	49	32	discerns	discern	NOUN
crl-16732	49	33	that	that	SCONJ
crl-16732	49	34	peer	peer	NOUN
crl-16732	49	35	review	review	NOUN
crl-16732	49	36	standards	standard	NOUN
crl-16732	49	37	are	be	AUX
crl-16732	49	38	undergirded	undergird	VERB
crl-16732	49	39	by	by	ADP
crl-16732	49	40	the	the	DET
crl-16732	49	41	mertonian	mertonian	ADJ
crl-16732	49	42	norms	norm	NOUN
crl-16732	49	43	of	of	ADP
crl-16732	49	44	science	science	NOUN
crl-16732	49	45	:	:	PUNCT
crl-16732	49	46	communalism	communalism	NOUN
crl-16732	49	47	,	,	PUNCT
crl-16732	49	48	universalism	universalism	NOUN
crl-16732	49	49	,	,	PUNCT
crl-16732	49	50	disinterestedness	disinterestedness	NOUN
crl-16732	49	51	,	,	PUNCT
crl-16732	49	52	originality	originality	NOUN
crl-16732	49	53	,	,	PUNCT
crl-16732	49	54	and	and	CCONJ
crl-16732	49	55	skepticism.13	skepticism.13	VERB
crl-16732	49	56	the	the	DET
crl-16732	49	57	chronicled	chronicle	VERB
crl-16732	49	58	abuses	abuse	NOUN
crl-16732	49	59	of	of	ADP
crl-16732	49	60	peer	peer	NOUN
crl-16732	49	61	reviewers	reviewer	NOUN
crl-16732	49	62	are	be	AUX
crl-16732	49	63	framed	frame	VERB
crl-16732	49	64	as	as	ADP
crl-16732	49	65	violations	violation	NOUN
crl-16732	49	66	of	of	ADP
crl-16732	49	67	these	these	DET
crl-16732	49	68	norms	norm	NOUN
crl-16732	49	69	.	.	PUNCT
crl-16732	50	1	jackson	jackson	PROPN
crl-16732	50	2	’s	’s	PART
crl-16732	50	3	emphasis	emphasis	NOUN
crl-16732	50	4	on	on	ADP
crl-16732	50	5	continuity	continuity	NOUN
crl-16732	50	6	and	and	CCONJ
crl-16732	50	7	improvement	improvement	NOUN
crl-16732	50	8	,	,	PUNCT
crl-16732	50	9	his	his	PRON
crl-16732	50	10	call	call	NOUN
crl-16732	50	11	for	for	ADP
crl-16732	50	12	scholarly	scholarly	ADJ
crl-16732	50	13	assessment	assessment	NOUN
crl-16732	50	14	practices	practice	NOUN
crl-16732	50	15	to	to	PART
crl-16732	50	16	be	be	AUX
crl-16732	50	17	subjected	subject	VERB
crl-16732	50	18	to	to	ADP
crl-16732	50	19	“	"	PUNCT
crl-16732	50	20	constant	constant	ADJ
crl-16732	50	21	critique	critique	NOUN
crl-16732	50	22	and	and	CCONJ
crl-16732	50	23	continual	continual	ADJ
crl-16732	50	24	updating	updating	NOUN
crl-16732	50	25	,	,	PUNCT
crl-16732	50	26	”	"	PUNCT
crl-16732	50	27	recalls	recall	VERB
crl-16732	50	28	arguments	argument	NOUN
crl-16732	50	29	that	that	PRON
crl-16732	50	30	ground	ground	VERB
crl-16732	50	31	peer	peer	NOUN
crl-16732	50	32	review	review	NOUN
crl-16732	50	33	as	as	ADP
crl-16732	50	34	an	an	DET
crl-16732	50	35	ideal	ideal	NOUN
crl-16732	50	36	,	,	PUNCT
crl-16732	50	37	community	community	NOUN
crl-16732	50	38	enterprise	enterprise	NOUN
crl-16732	50	39	,	,	PUNCT
crl-16732	50	40	with	with	ADP
crl-16732	50	41	reviewers	reviewer	NOUN
crl-16732	50	42	playing	play	VERB
crl-16732	50	43	an	an	DET
crl-16732	50	44	important	important	ADJ
crl-16732	50	45	,	,	PUNCT
crl-16732	50	46	disinterested	disinterested	ADJ
crl-16732	50	47	role	role	NOUN
crl-16732	50	48	in	in	ADP
crl-16732	50	49	social	social	ADJ
crl-16732	50	50	knowledge	knowledge	NOUN
crl-16732	50	51	creation.14	creation.14	NOUN
crl-16732	50	52	as	as	ADP
crl-16732	50	53	the	the	DET
crl-16732	50	54	named	name	VERB
crl-16732	50	55	agent	agent	NOUN
crl-16732	50	56	in	in	ADP
crl-16732	50	57	a	a	DET
crl-16732	50	58	process	process	NOUN
crl-16732	50	59	that	that	PRON
crl-16732	50	60	is	be	AUX
crl-16732	50	61	only	only	ADV
crl-16732	50	62	defined	define	VERB
crl-16732	50	63	locally	locally	ADV
crl-16732	50	64	,	,	PUNCT
crl-16732	50	65	peer	peer	NOUN
crl-16732	50	66	reviewers	reviewer	NOUN
crl-16732	50	67	occupy	occupy	VERB
crl-16732	50	68	roles	role	NOUN
crl-16732	50	69	that	that	PRON
crl-16732	50	70	are	be	AUX
crl-16732	50	71	impossible	impossible	ADJ
crl-16732	50	72	to	to	PART
crl-16732	50	73	universalize	universalize	VERB
crl-16732	50	74	.	.	PUNCT
crl-16732	51	1	but	but	CCONJ
crl-16732	51	2	in	in	ADP
crl-16732	51	3	a	a	DET
crl-16732	51	4	closed	closed	ADJ
crl-16732	51	5	,	,	PUNCT
crl-16732	51	6	editor	editor	NOUN
crl-16732	51	7	-	-	PUNCT
crl-16732	51	8	driven	drive	VERB
crl-16732	51	9	peer	peer	NOUN
crl-16732	51	10	-	-	PUNCT
crl-16732	51	11	reviewed	review	VERB
crl-16732	51	12	scholarly	scholarly	ADJ
crl-16732	51	13	publishing	publishing	NOUN
crl-16732	51	14	process	process	NOUN
crl-16732	51	15	,	,	PUNCT
crl-16732	51	16	peer	peer	NOUN
crl-16732	51	17	reviewers	reviewer	NOUN
crl-16732	51	18	’	’	PART
crl-16732	51	19	roles	role	NOUN
crl-16732	51	20	are	be	AUX
crl-16732	51	21	clearly	clearly	ADV
crl-16732	51	22	constrained	constrain	VERB
crl-16732	51	23	.	.	PUNCT
crl-16732	52	1	shielded	shield	VERB
crl-16732	52	2	by	by	ADP
crl-16732	52	3	anonymity	anonymity	NOUN
crl-16732	52	4	,	,	PUNCT
crl-16732	52	5	their	their	PRON
crl-16732	52	6	recommendations	recommendation	NOUN
crl-16732	52	7	and	and	CCONJ
crl-16732	52	8	comments	comment	NOUN
crl-16732	52	9	are	be	AUX
crl-16732	52	10	considered	consider	VERB
crl-16732	52	11	advisory	advisory	ADJ
crl-16732	52	12	to	to	ADP
crl-16732	52	13	the	the	DET
crl-16732	52	14	editor	editor	NOUN
crl-16732	52	15	,	,	PUNCT
crl-16732	52	16	who	who	PRON
crl-16732	52	17	has	have	VERB
crl-16732	52	18	the	the	DET
crl-16732	52	19	discretion	discretion	NOUN
crl-16732	52	20	and	and	CCONJ
crl-16732	52	21	authority	authority	NOUN
crl-16732	52	22	to	to	PART
crl-16732	52	23	pass	pass	VERB
crl-16732	52	24	the	the	DET
crl-16732	52	25	reviews	review	NOUN
crl-16732	52	26	directly	directly	ADV
crl-16732	52	27	to	to	ADP
crl-16732	52	28	authors	author	NOUN
crl-16732	52	29	,	,	PUNCT
crl-16732	52	30	summarize	summarize	VERB
crl-16732	52	31	comments	comment	NOUN
crl-16732	52	32	,	,	PUNCT
crl-16732	52	33	or	or	CCONJ
crl-16732	52	34	simply	simply	ADV
crl-16732	52	35	discard	discard	VERB
crl-16732	52	36	them	they	PRON
crl-16732	52	37	.	.	PUNCT
crl-16732	53	1	editors	editor	NOUN
crl-16732	53	2	might	might	AUX
crl-16732	53	3	also	also	ADV
crl-16732	53	4	design	design	VERB
crl-16732	53	5	requirements	requirement	NOUN
crl-16732	53	6	to	to	PART
crl-16732	53	7	serve	serve	VERB
crl-16732	53	8	the	the	DET
crl-16732	53	9	goals	goal	NOUN
crl-16732	53	10	or	or	CCONJ
crl-16732	53	11	values	value	NOUN
crl-16732	53	12	of	of	ADP
crl-16732	53	13	the	the	DET
crl-16732	53	14	editorial	editorial	ADJ
crl-16732	53	15	peer	peer	NOUN
crl-16732	53	16	review	review	NOUN
crl-16732	53	17	system	system	NOUN
crl-16732	53	18	espoused	espouse	VERB
crl-16732	53	19	by	by	ADP
crl-16732	53	20	the	the	DET
crl-16732	53	21	journal	journal	NOUN
crl-16732	53	22	:	:	PUNCT
crl-16732	53	23	they	they	PRON
crl-16732	53	24	may	may	AUX
crl-16732	53	25	encourage	encourage	VERB
crl-16732	53	26	reviewers	reviewer	NOUN
crl-16732	53	27	to	to	PART
crl-16732	53	28	provide	provide	VERB
crl-16732	53	29	constructive	constructive	ADJ
crl-16732	53	30	comments	comment	NOUN
crl-16732	53	31	,	,	PUNCT
crl-16732	53	32	set	set	VERB
crl-16732	53	33	expectations	expectation	NOUN
crl-16732	53	34	that	that	PRON
crl-16732	53	35	reviews	review	VERB
crl-16732	53	36	recommending	recommend	VERB
crl-16732	53	37	revise	revise	NOUN
crl-16732	53	38	and	and	CCONJ
crl-16732	53	39	resubmit	resubmit	NOUN
crl-16732	53	40	be	be	AUX
crl-16732	53	41	involved	involve	VERB
crl-16732	53	42	in	in	ADP
crl-16732	53	43	subsequent	subsequent	ADJ
crl-16732	53	44	assessments	assessment	NOUN
crl-16732	53	45	of	of	ADP
crl-16732	53	46	resubmitted	resubmitted	ADJ
crl-16732	53	47	articles	article	NOUN
crl-16732	53	48	,	,	PUNCT
crl-16732	53	49	or	or	CCONJ
crl-16732	53	50	provide	provide	VERB
crl-16732	53	51	clear	clear	ADJ
crl-16732	53	52	and	and	CCONJ
crl-16732	53	53	formal	formal	ADJ
crl-16732	53	54	guidelines	guideline	NOUN
crl-16732	53	55	focused	focus	VERB
crl-16732	53	56	on	on	ADP
crl-16732	53	57	areas	area	NOUN
crl-16732	53	58	of	of	ADP
crl-16732	53	59	concern	concern	NOUN
crl-16732	53	60	.	.	PUNCT
crl-16732	54	1	unsurprisingly	unsurprisingly	ADV
crl-16732	54	2	,	,	PUNCT
crl-16732	54	3	in	in	ADP
crl-16732	54	4	this	this	DET
crl-16732	54	5	model	model	NOUN
crl-16732	54	6	,	,	PUNCT
crl-16732	54	7	authority	authority	NOUN
crl-16732	54	8	is	be	AUX
crl-16732	54	9	clearly	clearly	ADV
crl-16732	54	10	vested	vested	ADJ
crl-16732	54	11	in	in	ADP
crl-16732	54	12	the	the	DET
crl-16732	54	13	editor	editor	NOUN
crl-16732	54	14	.	.	PUNCT
crl-16732	55	1	as	as	ADP
crl-16732	55	2	weller	weller	NOUN
crl-16732	55	3	qualifies	qualifie	NOUN
crl-16732	55	4	,	,	PUNCT
crl-16732	55	5	this	this	PRON
crl-16732	55	6	constitutes	constitute	VERB
crl-16732	55	7	a	a	DET
crl-16732	55	8	controlled	control	VERB
crl-16732	55	9	role	role	NOUN
crl-16732	55	10	for	for	ADP
crl-16732	55	11	referees	referee	NOUN
crl-16732	55	12	,	,	PUNCT
crl-16732	55	13	who	who	PRON
crl-16732	55	14	operate	operate	VERB
crl-16732	55	15	within	within	ADP
crl-16732	55	16	a	a	DET
crl-16732	55	17	defined	define	VERB
crl-16732	55	18	governance	governance	NOUN
crl-16732	55	19	structure	structure	NOUN
crl-16732	55	20	:	:	PUNCT
crl-16732	55	21	“	"	PUNCT
crl-16732	55	22	…	…	PUNCT
crl-16732	55	23	these	these	DET
crl-16732	55	24	opinions	opinion	NOUN
crl-16732	55	25	of	of	ADP
crl-16732	55	26	reviewers	reviewer	NOUN
crl-16732	55	27	are	be	AUX
crl-16732	55	28	just	just	ADV
crl-16732	55	29	that	that	PRON
crl-16732	55	30	,	,	PUNCT
crl-16732	55	31	and	and	CCONJ
crl-16732	55	32	it	it	PRON
crl-16732	55	33	is	be	AUX
crl-16732	55	34	the	the	DET
crl-16732	55	35	editor	editor	NOUN
crl-16732	55	36	who	who	PRON
crl-16732	55	37	then	then	ADV
crl-16732	55	38	adjudicates	adjudicate	VERB
crl-16732	55	39	between	between	ADP
crl-16732	55	40	the	the	DET
crl-16732	55	41	author	author	NOUN
crl-16732	55	42	’s	’s	NOUN
crl-16732	55	43	manuscript	manuscript	NOUN
crl-16732	55	44	and	and	CCONJ
crl-16732	55	45	the	the	DET
crl-16732	55	46	reviewers	reviewer	NOUN
crl-16732	55	47	’	’	PART
crl-16732	55	48	opinions	opinion	NOUN
crl-16732	55	49	and	and	CCONJ
crl-16732	55	50	makes	make	VERB
crl-16732	55	51	a	a	DET
crl-16732	55	52	decision	decision	NOUN
crl-16732	55	53	,	,	PUNCT
crl-16732	55	54	thereby	thereby	ADV
crl-16732	55	55	establishing	establish	VERB
crl-16732	55	56	a	a	DET
crl-16732	55	57	system	system	NOUN
crl-16732	55	58	of	of	ADP
crl-16732	55	59	checks	check	NOUN
crl-16732	55	60	and	and	CCONJ
crl-16732	55	61	balances	balance	NOUN
crl-16732	55	62	.	.	PUNCT
crl-16732	56	1	”15	”15	PUNCT
crl-16732	56	2	of	of	ADP
crl-16732	56	3	course	course	NOUN
crl-16732	56	4	,	,	PUNCT
crl-16732	56	5	editors	editor	NOUN
crl-16732	56	6	,	,	PUNCT
crl-16732	56	7	governed	govern	VERB
crl-16732	56	8	as	as	SCONJ
crl-16732	56	9	they	they	PRON
crl-16732	56	10	might	might	AUX
crl-16732	56	11	be	be	AUX
crl-16732	56	12	by	by	ADP
crl-16732	56	13	editorial	editorial	ADJ
crl-16732	56	14	boards	board	NOUN
crl-16732	56	15	or	or	CCONJ
crl-16732	56	16	existing	exist	VERB
crl-16732	56	17	journal	journal	NOUN
crl-16732	56	18	standards	standard	NOUN
crl-16732	56	19	as	as	ADV
crl-16732	56	20	well	well	ADV
crl-16732	56	21	as	as	ADP
crl-16732	56	22	their	their	PRON
crl-16732	56	23	own	own	ADJ
crl-16732	56	24	preferences	preference	NOUN
crl-16732	56	25	,	,	PUNCT
crl-16732	56	26	might	might	AUX
crl-16732	56	27	ascribe	ascribe	VERB
crl-16732	56	28	more	more	ADV
crl-16732	56	29	or	or	CCONJ
crl-16732	56	30	less	less	ADJ
crl-16732	56	31	authority	authority	NOUN
crl-16732	56	32	to	to	ADP
crl-16732	56	33	reviewers	reviewer	NOUN
crl-16732	56	34	.	.	PUNCT
crl-16732	57	1	the	the	DET
crl-16732	57	2	immediate	immediate	ADJ
crl-16732	57	3	answer	answer	NOUN
crl-16732	57	4	to	to	ADP
crl-16732	57	5	the	the	DET
crl-16732	57	6	question	question	NOUN
crl-16732	57	7	of	of	ADP
crl-16732	57	8	“	"	PUNCT
crl-16732	57	9	who	who	PRON
crl-16732	57	10	will	will	AUX
crl-16732	57	11	review	review	VERB
crl-16732	57	12	the	the	DET
crl-16732	57	13	reviewers	reviewer	NOUN
crl-16732	57	14	,	,	PUNCT
crl-16732	57	15	”	"	PUNCT
crl-16732	57	16	in	in	ADP
crl-16732	57	17	such	such	DET
crl-16732	57	18	a	a	DET
crl-16732	57	19	system	system	NOUN
crl-16732	57	20	,	,	PUNCT
crl-16732	57	21	is	be	AUX
crl-16732	57	22	evident	evident	ADJ
crl-16732	57	23	:	:	PUNCT
crl-16732	57	24	the	the	DET
crl-16732	57	25	editor	editor	NOUN
crl-16732	57	26	will	will	AUX
crl-16732	57	27	.	.	PUNCT
crl-16732	58	1	in	in	ADP
crl-16732	58	2	addition	addition	NOUN
crl-16732	58	3	to	to	ADP
crl-16732	58	4	responding	respond	VERB
crl-16732	58	5	to	to	ADP
crl-16732	58	6	reviews	review	NOUN
crl-16732	58	7	,	,	PUNCT
crl-16732	58	8	editors	editor	NOUN
crl-16732	58	9	have	have	AUX
crl-16732	58	10	often	often	ADV
crl-16732	58	11	been	be	AUX
crl-16732	58	12	known	know	VERB
crl-16732	58	13	to	to	PART
crl-16732	58	14	maintain	maintain	VERB
crl-16732	58	15	lists	list	NOUN
crl-16732	58	16	of	of	ADP
crl-16732	58	17	reliable	reliable	ADJ
crl-16732	58	18	reviewers	reviewer	NOUN
crl-16732	58	19	with	with	ADP
crl-16732	58	20	relevant	relevant	ADJ
crl-16732	58	21	expertise.16	expertise.16	PROPN
crl-16732	58	22	with	with	ADP
crl-16732	58	23	the	the	DET
crl-16732	58	24	advent	advent	NOUN
crl-16732	58	25	of	of	ADP
crl-16732	58	26	fully	fully	ADV
crl-16732	58	27	featured	feature	VERB
crl-16732	58	28	electronic	electronic	ADJ
crl-16732	58	29	journal	journal	NOUN
crl-16732	58	30	management	management	NOUN
crl-16732	58	31	systems	system	NOUN
crl-16732	58	32	,	,	PUNCT
crl-16732	58	33	these	these	DET
crl-16732	58	34	lists	list	NOUN
crl-16732	58	35	have	have	AUX
crl-16732	58	36	,	,	PUNCT
crl-16732	58	37	in	in	ADP
crl-16732	58	38	some	some	DET
crl-16732	58	39	cases	case	NOUN
crl-16732	58	40	,	,	PUNCT
crl-16732	58	41	become	become	VERB
crl-16732	58	42	automated	automate	VERB
crl-16732	58	43	and	and	CCONJ
crl-16732	58	44	rooted	root	VERB
crl-16732	58	45	in	in	ADP
crl-16732	58	46	tracking	track	VERB
crl-16732	58	47	data	datum	NOUN
crl-16732	58	48	,	,	PUNCT
crl-16732	58	49	which	which	PRON
crl-16732	58	50	record	record	VERB
crl-16732	58	51	whether	whether	SCONJ
crl-16732	58	52	reviewers	reviewer	NOUN
crl-16732	58	53	have	have	AUX
crl-16732	58	54	submitted	submit	VERB
crl-16732	58	55	their	their	PRON
crl-16732	58	56	reports	report	NOUN
crl-16732	58	57	on	on	ADP
crl-16732	58	58	time	time	NOUN
crl-16732	58	59	,	,	PUNCT
crl-16732	58	60	and	and	CCONJ
crl-16732	58	61	may	may	AUX
crl-16732	58	62	include	include	VERB
crl-16732	58	63	ratings	rating	NOUN
crl-16732	58	64	or	or	CCONJ
crl-16732	58	65	notes	note	NOUN
crl-16732	58	66	from	from	ADP
crl-16732	58	67	editors	editor	NOUN
crl-16732	58	68	and	and	CCONJ
crl-16732	58	69	,	,	PUNCT
crl-16732	58	70	in	in	ADP
crl-16732	58	71	some	some	DET
crl-16732	58	72	cases	case	NOUN
crl-16732	58	73	,	,	PUNCT
crl-16732	58	74	authors	author	NOUN
crl-16732	58	75	on	on	ADP
crl-16732	58	76	the	the	DET
crl-16732	58	77	quality	quality	NOUN
crl-16732	58	78	of	of	ADP
crl-16732	58	79	their	their	PRON
crl-16732	58	80	reviews	review	NOUN
crl-16732	58	81	.	.	PUNCT
crl-16732	59	1	gary	gary	PROPN
crl-16732	59	2	marchionini	marchionini	PROPN
crl-16732	59	3	has	have	AUX
crl-16732	59	4	argued	argue	VERB
crl-16732	59	5	that	that	SCONJ
crl-16732	59	6	editors	editor	NOUN
crl-16732	59	7	’	’	PART
crl-16732	59	8	adoption	adoption	NOUN
crl-16732	59	9	of	of	ADP
crl-16732	59	10	electronic	electronic	ADJ
crl-16732	59	11	journal	journal	NOUN
crl-16732	59	12	management	management	NOUN
crl-16732	59	13	systems	system	NOUN
crl-16732	59	14	raises	raise	VERB
crl-16732	59	15	questions	question	NOUN
crl-16732	59	16	about	about	ADP
crl-16732	59	17	utility	utility	NOUN
crl-16732	59	18	,	,	PUNCT
crl-16732	59	19	confidentiality	confidentiality	NOUN
crl-16732	59	20	,	,	PUNCT
crl-16732	59	21	communal	communal	ADJ
crl-16732	59	22	versus	versus	ADP
crl-16732	59	23	individual	individual	ADJ
crl-16732	59	24	attribution	attribution	NOUN
crl-16732	59	25	.	.	PUNCT
crl-16732	60	1	these	these	DET
crl-16732	60	2	systems	system	NOUN
crl-16732	60	3	have	have	VERB
crl-16732	60	4	the	the	DET
crl-16732	60	5	potential	potential	NOUN
crl-16732	60	6	to	to	PART
crl-16732	60	7	affect	affect	VERB
crl-16732	60	8	reviewers	reviewer	NOUN
crl-16732	60	9	’	’	PART
crl-16732	60	10	behaviors	behavior	NOUN
crl-16732	60	11	,	,	PUNCT
crl-16732	60	12	as	as	ADV
crl-16732	60	13	well	well	ADV
crl-16732	60	14	as	as	ADP
crl-16732	60	15	to	to	PART
crl-16732	60	16	pose	pose	VERB
crl-16732	60	17	new	new	ADJ
crl-16732	60	18	concerns	concern	NOUN
crl-16732	60	19	for	for	ADP
crl-16732	60	20	the	the	DET
crl-16732	60	21	management	management	NOUN
crl-16732	60	22	of	of	ADP
crl-16732	60	23	reviewer	reviewer	NOUN
crl-16732	60	24	data	datum	NOUN
crl-16732	60	25	:	:	PUNCT
crl-16732	60	26	the	the	DET
crl-16732	60	27	critical	critical	ADJ
crl-16732	60	28	element	element	NOUN
crl-16732	60	29	of	of	ADP
crl-16732	60	30	these	these	DET
crl-16732	60	31	systems	system	NOUN
crl-16732	60	32	is	be	AUX
crl-16732	60	33	that	that	SCONJ
crl-16732	60	34	the	the	DET
crl-16732	60	35	reviews	review	NOUN
crl-16732	60	36	themselves	themselves	PRON
crl-16732	60	37	as	as	ADV
crl-16732	60	38	well	well	ADV
crl-16732	60	39	as	as	ADP
crl-16732	60	40	these	these	DET
crl-16732	60	41	ratings	rating	NOUN
crl-16732	60	42	are	be	AUX
crl-16732	60	43	persistent	persistent	ADJ
crl-16732	60	44	,	,	PUNCT
crl-16732	60	45	outliving	outlive	VERB
crl-16732	60	46	the	the	DET
crl-16732	60	47	terms	term	NOUN
crl-16732	60	48	and	and	CCONJ
crl-16732	60	49	memories	memory	NOUN
crl-16732	60	50	of	of	ADP
crl-16732	60	51	individual	individual	ADJ
crl-16732	61	1	edihttp://arxiv.org/	edihttp://arxiv.org/	NOUN
crl-16732	61	2	http://biorxiv.org/	http://biorxiv.org/	NOUN
crl-16732	61	3	http://biorxiv.org/	http://biorxiv.org/	NOUN
crl-16732	61	4	https://peerj.com/	https://peerj.com/	NOUN
crl-16732	61	5	https://www.openlibhums.org/	https://www.openlibhums.org/	X
crl-16732	61	6	https://www.openlibhums.org/	https://www.openlibhums.org/	X
crl-16732	61	7	guest	guest	NOUN
crl-16732	61	8	editorial	editorial	NOUN
crl-16732	61	9	 	 	SPACE
crl-16732	61	10	737	737	NUM
crl-16732	61	11	tors	tor	NOUN
crl-16732	61	12	,	,	PUNCT
crl-16732	61	13	thus	thus	ADV
crl-16732	61	14	reducing	reduce	VERB
crl-16732	61	15	community	community	NOUN
crl-16732	61	16	memory	memory	NOUN
crl-16732	61	17	to	to	ADP
crl-16732	61	18	simple	simple	ADJ
crl-16732	61	19	scales	scale	NOUN
crl-16732	61	20	that	that	PRON
crl-16732	61	21	persist	persist	VERB
crl-16732	61	22	beyond	beyond	ADP
crl-16732	61	23	the	the	DET
crl-16732	61	24	memories	memory	NOUN
crl-16732	61	25	and	and	CCONJ
crl-16732	61	26	perceptions	perception	NOUN
crl-16732	61	27	of	of	ADP
crl-16732	61	28	individuals	individual	NOUN
crl-16732	61	29	in	in	ADP
crl-16732	61	30	a	a	DET
crl-16732	61	31	community	community	NOUN
crl-16732	61	32	.	.	PUNCT
crl-16732	62	1	as	as	SCONJ
crl-16732	62	2	they	they	PRON
crl-16732	62	3	become	become	VERB
crl-16732	62	4	more	more	ADV
crl-16732	62	5	uniformly	uniformly	ADV
crl-16732	62	6	adopted	adopt	VERB
crl-16732	62	7	and	and	CCONJ
crl-16732	62	8	more	more	ADV
crl-16732	62	9	sophisticated	sophisticated	ADJ
crl-16732	62	10	in	in	ADP
crl-16732	62	11	scaling	scale	VERB
crl-16732	62	12	review	review	NOUN
crl-16732	62	13	contribution	contribution	NOUN
crl-16732	62	14	,	,	PUNCT
crl-16732	62	15	the	the	DET
crl-16732	62	16	ratings	rating	NOUN
crl-16732	62	17	and	and	CCONJ
crl-16732	62	18	the	the	DET
crl-16732	62	19	reviews	review	NOUN
crl-16732	62	20	themselves	themselves	PRON
crl-16732	62	21	become	become	VERB
crl-16732	62	22	the	the	DET
crl-16732	62	23	basis	basis	NOUN
crl-16732	62	24	for	for	ADP
crl-16732	62	25	evaluation	evaluation	NOUN
crl-16732	62	26	of	of	ADP
crl-16732	62	27	scholarly	scholarly	ADJ
crl-16732	62	28	productivity.17	productivity.17	NOUN
crl-16732	62	29	as	as	SCONJ
crl-16732	62	30	befits	befit	VERB
crl-16732	62	31	the	the	DET
crl-16732	62	32	anonymity	anonymity	NOUN
crl-16732	62	33	and	and	CCONJ
crl-16732	62	34	confidentiality	confidentiality	NOUN
crl-16732	62	35	that	that	PRON
crl-16732	62	36	characterize	characterize	VERB
crl-16732	62	37	this	this	DET
crl-16732	62	38	permutation	permutation	NOUN
crl-16732	62	39	of	of	ADP
crl-16732	62	40	peer	peer	NOUN
crl-16732	62	41	review	review	NOUN
crl-16732	62	42	,	,	PUNCT
crl-16732	62	43	editors	editor	NOUN
crl-16732	62	44	are	be	AUX
crl-16732	62	45	typically	typically	ADV
crl-16732	62	46	the	the	DET
crl-16732	62	47	keepers	keeper	NOUN
crl-16732	62	48	of	of	ADP
crl-16732	62	49	this	this	DET
crl-16732	62	50	data	data	NOUN
crl-16732	62	51	.	.	PUNCT
crl-16732	63	1	indeed	indeed	ADV
crl-16732	63	2	,	,	PUNCT
crl-16732	63	3	reviewers	reviewer	NOUN
crl-16732	63	4	in	in	ADP
crl-16732	63	5	such	such	ADJ
crl-16732	63	6	closed	closed	ADJ
crl-16732	63	7	systems	system	NOUN
crl-16732	63	8	may	may	AUX
crl-16732	63	9	never	never	ADV
crl-16732	63	10	see	see	VERB
crl-16732	63	11	the	the	DET
crl-16732	63	12	reports	report	NOUN
crl-16732	63	13	submitted	submit	VERB
crl-16732	63	14	by	by	ADP
crl-16732	63	15	their	their	PRON
crl-16732	63	16	peers	peer	NOUN
crl-16732	63	17	,	,	PUNCT
crl-16732	63	18	nor	nor	CCONJ
crl-16732	63	19	be	be	AUX
crl-16732	63	20	folded	fold	VERB
crl-16732	63	21	into	into	ADP
crl-16732	63	22	any	any	DET
crl-16732	63	23	assessment	assessment	NOUN
crl-16732	63	24	process	process	NOUN
crl-16732	63	25	that	that	PRON
crl-16732	63	26	extends	extend	VERB
crl-16732	63	27	beyond	beyond	ADP
crl-16732	63	28	the	the	DET
crl-16732	63	29	boundaries	boundary	NOUN
crl-16732	63	30	of	of	ADP
crl-16732	63	31	their	their	PRON
crl-16732	63	32	reports	report	NOUN
crl-16732	63	33	.	.	PUNCT
crl-16732	64	1	only	only	ADJ
crl-16732	64	2	editors	editor	NOUN
crl-16732	64	3	—	—	PUNCT
crl-16732	64	4	and	and	CCONJ
crl-16732	64	5	,	,	PUNCT
crl-16732	64	6	potentially	potentially	ADV
crl-16732	64	7	,	,	PUNCT
crl-16732	64	8	authors	author	NOUN
crl-16732	64	9	—	—	PUNCT
crl-16732	64	10	are	be	AUX
crl-16732	64	11	positioned	position	VERB
crl-16732	64	12	to	to	PART
crl-16732	64	13	access	access	VERB
crl-16732	64	14	perfect	perfect	ADJ
crl-16732	64	15	information	information	NOUN
crl-16732	64	16	about	about	ADP
crl-16732	64	17	the	the	DET
crl-16732	64	18	review	review	NOUN
crl-16732	64	19	process	process	NOUN
crl-16732	64	20	.	.	PUNCT
crl-16732	65	1	recently	recently	ADV
crl-16732	65	2	,	,	PUNCT
crl-16732	65	3	compelling	compelling	ADJ
crl-16732	65	4	experiments	experiment	NOUN
crl-16732	65	5	with	with	ADP
crl-16732	65	6	the	the	DET
crl-16732	65	7	openness	openness	NOUN
crl-16732	65	8	of	of	ADP
crl-16732	65	9	the	the	DET
crl-16732	65	10	review	review	NOUN
crl-16732	65	11	process	process	NOUN
crl-16732	65	12	have	have	AUX
crl-16732	65	13	emerged	emerge	VERB
crl-16732	65	14	.	.	PUNCT
crl-16732	66	1	for	for	ADP
crl-16732	66	2	example	example	NOUN
crl-16732	66	3	,	,	PUNCT
crl-16732	66	4	the	the	DET
crl-16732	66	5	proposal	proposal	NOUN
crl-16732	66	6	process	process	NOUN
crl-16732	66	7	for	for	ADP
crl-16732	66	8	the	the	DET
crl-16732	66	9	international	international	ADJ
crl-16732	66	10	digital	digital	ADJ
crl-16732	66	11	humanities	humanity	NOUN
crl-16732	66	12	conference	conference	NOUN
crl-16732	66	13	no	no	ADV
crl-16732	66	14	longer	long	ADV
crl-16732	66	15	maintains	maintain	VERB
crl-16732	66	16	the	the	DET
crl-16732	66	17	expectation	expectation	NOUN
crl-16732	66	18	that	that	SCONJ
crl-16732	66	19	only	only	ADV
crl-16732	66	20	those	those	PRON
crl-16732	66	21	making	make	VERB
crl-16732	66	22	final	final	ADJ
crl-16732	66	23	determinations	determination	NOUN
crl-16732	66	24	to	to	PART
crl-16732	66	25	accept	accept	VERB
crl-16732	66	26	,	,	PUNCT
crl-16732	66	27	reject	reject	VERB
crl-16732	66	28	,	,	PUNCT
crl-16732	66	29	or	or	CCONJ
crl-16732	66	30	require	require	VERB
crl-16732	66	31	revisions	revision	NOUN
crl-16732	66	32	to	to	ADP
crl-16732	66	33	a	a	DET
crl-16732	66	34	work	work	NOUN
crl-16732	66	35	have	have	AUX
crl-16732	66	36	access	access	NOUN
crl-16732	66	37	to	to	ADP
crl-16732	66	38	the	the	DET
crl-16732	66	39	evaluated	evaluated	ADJ
crl-16732	66	40	work	work	NOUN
crl-16732	66	41	and	and	CCONJ
crl-16732	66	42	its	its	PRON
crl-16732	66	43	reviews	review	NOUN
crl-16732	66	44	.	.	PUNCT
crl-16732	67	1	beginning	begin	VERB
crl-16732	67	2	in	in	ADP
crl-16732	67	3	2012	2012	NUM
crl-16732	67	4	,	,	PUNCT
crl-16732	67	5	program	program	NOUN
crl-16732	67	6	committee	committee	NOUN
crl-16732	67	7	chairs	chair	VERB
crl-16732	67	8	bethany	bethany	PROPN
crl-16732	67	9	nowviskie	nowviskie	PROPN
crl-16732	67	10	and	and	CCONJ
crl-16732	67	11	melissa	melissa	PROPN
crl-16732	67	12	terras	terra	NOUN
crl-16732	67	13	spearheaded	spearhead	VERB
crl-16732	67	14	a	a	DET
crl-16732	67	15	set	set	NOUN
crl-16732	67	16	of	of	ADP
crl-16732	67	17	reforms	reform	NOUN
crl-16732	67	18	,	,	PUNCT
crl-16732	67	19	many	many	ADJ
crl-16732	67	20	of	of	ADP
crl-16732	67	21	which	which	PRON
crl-16732	67	22	were	be	AUX
crl-16732	67	23	aimed	aim	VERB
crl-16732	67	24	at	at	ADP
crl-16732	67	25	improving	improve	VERB
crl-16732	67	26	the	the	DET
crl-16732	67	27	overall	overall	ADJ
crl-16732	67	28	review	review	NOUN
crl-16732	67	29	process.18	process.18	NOUN
crl-16732	67	30	some	some	DET
crl-16732	67	31	reforms	reform	NOUN
crl-16732	67	32	had	have	VERB
crl-16732	67	33	the	the	DET
crl-16732	67	34	effect	effect	NOUN
crl-16732	67	35	of	of	ADP
crl-16732	67	36	producing	produce	VERB
crl-16732	67	37	data	datum	NOUN
crl-16732	67	38	for	for	ADP
crl-16732	67	39	the	the	DET
crl-16732	67	40	program	program	NOUN
crl-16732	67	41	committee	committee	NOUN
crl-16732	67	42	,	,	PUNCT
crl-16732	67	43	to	to	PART
crl-16732	67	44	be	be	AUX
crl-16732	67	45	used	use	VERB
crl-16732	67	46	as	as	ADP
crl-16732	67	47	the	the	DET
crl-16732	67	48	basis	basis	NOUN
crl-16732	67	49	for	for	ADP
crl-16732	67	50	weighing	weigh	VERB
crl-16732	67	51	reviews	review	NOUN
crl-16732	67	52	;	;	PUNCT
crl-16732	67	53	others	other	NOUN
crl-16732	67	54	further	far	ADV
crl-16732	67	55	structured	structure	VERB
crl-16732	67	56	the	the	DET
crl-16732	67	57	review	review	NOUN
crl-16732	67	58	process	process	NOUN
crl-16732	67	59	for	for	ADP
crl-16732	67	60	authors	author	NOUN
crl-16732	67	61	and	and	CCONJ
crl-16732	67	62	reviewers	reviewer	NOUN
crl-16732	67	63	alike	alike	ADV
crl-16732	67	64	,	,	PUNCT
crl-16732	67	65	providing	provide	VERB
crl-16732	67	66	opportunities	opportunity	NOUN
crl-16732	67	67	for	for	SCONJ
crl-16732	67	68	authors	author	NOUN
crl-16732	67	69	to	to	PART
crl-16732	67	70	respond	respond	VERB
crl-16732	67	71	to	to	ADP
crl-16732	67	72	reviews	review	NOUN
crl-16732	67	73	and	and	CCONJ
crl-16732	67	74	for	for	ADP
crl-16732	67	75	reviewers	reviewer	NOUN
crl-16732	67	76	to	to	PART
crl-16732	67	77	report	report	VERB
crl-16732	67	78	conflicts	conflict	NOUN
crl-16732	67	79	of	of	ADP
crl-16732	67	80	interest	interest	NOUN
crl-16732	67	81	,	,	PUNCT
crl-16732	67	82	indicate	indicate	VERB
crl-16732	67	83	the	the	DET
crl-16732	67	84	proposals	proposal	NOUN
crl-16732	67	85	they	they	PRON
crl-16732	67	86	’d	’d	AUX
crl-16732	67	87	prefer	prefer	VERB
crl-16732	67	88	to	to	PART
crl-16732	67	89	(	(	PUNCT
crl-16732	67	90	or	or	CCONJ
crl-16732	67	91	not	not	PART
crl-16732	67	92	to	to	ADP
crl-16732	67	93	)	)	PUNCT
crl-16732	67	94	review	review	NOUN
crl-16732	67	95	,	,	PUNCT
crl-16732	67	96	and	and	CCONJ
crl-16732	67	97	view	view	VERB
crl-16732	67	98	other	other	ADJ
crl-16732	67	99	reviewers	reviewer	NOUN
crl-16732	67	100	’	’	PART
crl-16732	67	101	comments	comment	NOUN
crl-16732	67	102	.	.	PUNCT
crl-16732	68	1	these	these	DET
crl-16732	68	2	experiments	experiment	NOUN
crl-16732	68	3	,	,	PUNCT
crl-16732	68	4	largely	largely	ADV
crl-16732	68	5	aimed	aim	VERB
crl-16732	68	6	at	at	ADP
crl-16732	68	7	the	the	DET
crl-16732	68	8	social	social	ADJ
crl-16732	68	9	changes	change	NOUN
crl-16732	68	10	of	of	ADP
crl-16732	68	11	facilitating	facilitate	VERB
crl-16732	68	12	more	more	ADJ
crl-16732	68	13	evaluation	evaluation	NOUN
crl-16732	68	14	and	and	CCONJ
crl-16732	68	15	exchange	exchange	NOUN
crl-16732	68	16	,	,	PUNCT
crl-16732	68	17	were	be	AUX
crl-16732	68	18	also	also	ADV
crl-16732	68	19	implemented	implement	VERB
crl-16732	68	20	electronically	electronically	ADV
crl-16732	68	21	,	,	PUNCT
crl-16732	68	22	through	through	ADP
crl-16732	68	23	the	the	DET
crl-16732	68	24	conference	conference	NOUN
crl-16732	68	25	management	management	NOUN
crl-16732	68	26	platform	platform	NOUN
crl-16732	68	27	.	.	PUNCT
crl-16732	69	1	the	the	DET
crl-16732	69	2	innovation	innovation	NOUN
crl-16732	69	3	allowing	allow	VERB
crl-16732	69	4	reviewers	reviewer	NOUN
crl-16732	69	5	to	to	PART
crl-16732	69	6	view	view	VERB
crl-16732	69	7	other	other	ADJ
crl-16732	69	8	reviewers	reviewer	NOUN
crl-16732	69	9	’	’	PART
crl-16732	69	10	comments	comment	NOUN
crl-16732	69	11	remains	remain	VERB
crl-16732	69	12	in	in	ADP
crl-16732	69	13	place	place	NOUN
crl-16732	69	14	as	as	ADP
crl-16732	69	15	of	of	ADP
crl-16732	69	16	2017	2017	NUM
crl-16732	69	17	.	.	PUNCT
crl-16732	70	1	this	this	DET
crl-16732	70	2	feature	feature	NOUN
crl-16732	70	3	presents	present	VERB
crl-16732	70	4	referees	referee	NOUN
crl-16732	70	5	who	who	PRON
crl-16732	70	6	have	have	AUX
crl-16732	70	7	submitted	submit	VERB
crl-16732	70	8	their	their	PRON
crl-16732	70	9	reports	report	NOUN
crl-16732	70	10	with	with	ADP
crl-16732	70	11	the	the	DET
crl-16732	70	12	option	option	NOUN
crl-16732	70	13	of	of	ADP
crl-16732	70	14	accessing	access	VERB
crl-16732	70	15	other	other	ADJ
crl-16732	70	16	referees	referee	NOUN
crl-16732	70	17	’	’	PART
crl-16732	70	18	reports	report	NOUN
crl-16732	70	19	on	on	ADP
crl-16732	70	20	the	the	DET
crl-16732	70	21	same	same	ADJ
crl-16732	70	22	proposals	proposal	NOUN
crl-16732	70	23	.	.	PUNCT
crl-16732	71	1	identities	identity	NOUN
crl-16732	71	2	remain	remain	VERB
crl-16732	71	3	anonymized	anonymize	VERB
crl-16732	71	4	—	—	PUNCT
crl-16732	71	5	only	only	ADV
crl-16732	71	6	the	the	DET
crl-16732	71	7	content	content	NOUN
crl-16732	71	8	of	of	ADP
crl-16732	71	9	the	the	DET
crl-16732	71	10	reports	report	NOUN
crl-16732	71	11	is	be	AUX
crl-16732	71	12	accessible	accessible	ADJ
crl-16732	71	13	.	.	PUNCT
crl-16732	72	1	having	having	AUX
crl-16732	72	2	viewed	view	VERB
crl-16732	72	3	others	other	NOUN
crl-16732	72	4	’	’	PART
crl-16732	72	5	comments	comment	NOUN
crl-16732	72	6	on	on	ADP
crl-16732	72	7	the	the	DET
crl-16732	72	8	same	same	ADJ
crl-16732	72	9	proposals	proposal	NOUN
crl-16732	72	10	,	,	PUNCT
crl-16732	72	11	referees	referee	NOUN
crl-16732	72	12	are	be	AUX
crl-16732	72	13	permitted	permit	VERB
crl-16732	72	14	to	to	PART
crl-16732	72	15	adjust	adjust	VERB
crl-16732	72	16	their	their	PRON
crl-16732	72	17	own	own	ADJ
crl-16732	72	18	reviews	review	NOUN
crl-16732	72	19	.	.	PUNCT
crl-16732	73	1	as	as	SCONJ
crl-16732	73	2	nowviskie	nowviskie	ADV
crl-16732	73	3	explained	explain	VERB
crl-16732	73	4	when	when	SCONJ
crl-16732	73	5	publicly	publicly	ADV
crl-16732	73	6	debuting	debut	VERB
crl-16732	73	7	the	the	DET
crl-16732	73	8	reforms	reform	NOUN
crl-16732	73	9	:	:	PUNCT
crl-16732	73	10	we	we	PRON
crl-16732	73	11	hope	hope	VERB
crl-16732	73	12	the	the	DET
crl-16732	73	13	sharing	sharing	NOUN
crl-16732	73	14	of	of	ADP
crl-16732	73	15	good	good	ADJ
crl-16732	73	16	examples	example	NOUN
crl-16732	73	17	of	of	ADP
crl-16732	73	18	thoughtful	thoughtful	ADJ
crl-16732	73	19	and	and	CCONJ
crl-16732	73	20	constructive	constructive	ADJ
crl-16732	73	21	critique	critique	NOUN
crl-16732	73	22	will	will	AUX
crl-16732	73	23	increase	increase	VERB
crl-16732	73	24	reviewers	reviewer	NOUN
crl-16732	73	25	’	’	PART
crl-16732	73	26	quality	quality	NOUN
crl-16732	73	27	of	of	ADP
crl-16732	73	28	engagement	engagement	NOUN
crl-16732	73	29	with	with	ADP
crl-16732	73	30	the	the	DET
crl-16732	73	31	proposals	proposal	NOUN
crl-16732	73	32	and	and	CCONJ
crl-16732	73	33	their	their	PRON
crl-16732	73	34	cordiality	cordiality	NOUN
crl-16732	73	35	to	to	ADP
crl-16732	73	36	authors	author	NOUN
crl-16732	73	37	,	,	PUNCT
crl-16732	73	38	and	and	CCONJ
crl-16732	73	39	contribute	contribute	VERB
crl-16732	73	40	to	to	ADP
crl-16732	73	41	the	the	DET
crl-16732	73	42	fellow	fellow	NOUN
crl-16732	73	43	-	-	PUNCT
crl-16732	73	44	feeling	feeling	NOUN
crl-16732	73	45	with	with	ADP
crl-16732	73	46	which	which	PRON
crl-16732	73	47	we	we	PRON
crl-16732	73	48	all	all	PRON
crl-16732	73	49	undertake	undertake	VERB
crl-16732	73	50	the	the	DET
crl-16732	73	51	service	service	NOUN
crl-16732	73	52	of	of	ADP
crl-16732	73	53	reviewing	review	VERB
crl-16732	73	54	.	.	PUNCT
crl-16732	74	1	to	to	PART
crl-16732	74	2	minimize	minimize	VERB
crl-16732	74	3	any	any	DET
crl-16732	74	4	danger	danger	NOUN
crl-16732	74	5	of	of	ADP
crl-16732	74	6	group	group	NOUN
crl-16732	74	7	-	-	PUNCT
crl-16732	74	8	think	think	VERB
crl-16732	74	9	,	,	PUNCT
crl-16732	74	10	we	we	PRON
crl-16732	74	11	will	will	AUX
crl-16732	74	12	ask	ask	VERB
crl-16732	74	13	reviewers	reviewer	NOUN
crl-16732	74	14	who	who	PRON
crl-16732	74	15	augment	augment	VERB
crl-16732	74	16	their	their	PRON
crl-16732	74	17	comments	comment	NOUN
crl-16732	74	18	after	after	ADP
crl-16732	74	19	seeing	see	VERB
crl-16732	74	20	others	other	NOUN
crl-16732	74	21	’	'	PUNCT
crl-16732	74	22	to	to	PART
crl-16732	74	23	offer	offer	VERB
crl-16732	74	24	a	a	DET
crl-16732	74	25	thorough	thorough	ADJ
crl-16732	74	26	justification.19	justification.19	NOUN
crl-16732	74	27	remarkably	remarkably	ADV
crl-16732	74	28	,	,	PUNCT
crl-16732	74	29	the	the	DET
crl-16732	74	30	reforms	reform	NOUN
crl-16732	74	31	to	to	ADP
crl-16732	74	32	the	the	DET
crl-16732	74	33	digital	digital	ADJ
crl-16732	74	34	humanities	humanity	NOUN
crl-16732	74	35	review	review	NOUN
crl-16732	74	36	process	process	NOUN
crl-16732	74	37	redistribute	redistribute	VERB
crl-16732	74	38	the	the	DET
crl-16732	74	39	authority	authority	NOUN
crl-16732	74	40	to	to	PART
crl-16732	74	41	“	"	PUNCT
crl-16732	74	42	review	review	VERB
crl-16732	74	43	the	the	DET
crl-16732	74	44	reviewers	reviewer	NOUN
crl-16732	74	45	.	.	PUNCT
crl-16732	74	46	”	"	PUNCT
crl-16732	75	1	suddenly	suddenly	ADV
crl-16732	75	2	,	,	PUNCT
crl-16732	75	3	we	we	PRON
crl-16732	75	4	’ve	’ve	AUX
crl-16732	75	5	gone	go	VERB
crl-16732	75	6	from	from	ADP
crl-16732	75	7	conference	conference	NOUN
crl-16732	75	8	organizers	organizer	NOUN
crl-16732	75	9	having	have	VERB
crl-16732	75	10	the	the	DET
crl-16732	75	11	sole	sole	ADJ
crl-16732	75	12	opportunity	opportunity	NOUN
crl-16732	75	13	to	to	PART
crl-16732	75	14	review	review	VERB
crl-16732	75	15	referees	referee	NOUN
crl-16732	75	16	to	to	ADP
crl-16732	75	17	this	this	DET
crl-16732	75	18	privilege	privilege	NOUN
crl-16732	75	19	being	be	AUX
crl-16732	75	20	extended	extend	VERB
crl-16732	75	21	to	to	ADP
crl-16732	75	22	authors	author	NOUN
crl-16732	75	23	and	and	CCONJ
crl-16732	75	24	other	other	ADJ
crl-16732	75	25	referees	referee	NOUN
crl-16732	75	26	.	.	PUNCT
crl-16732	76	1	some	some	PRON
crl-16732	76	2	of	of	ADP
crl-16732	76	3	these	these	DET
crl-16732	76	4	reforms	reform	NOUN
crl-16732	76	5	formalize	formalize	VERB
crl-16732	76	6	feedback	feedback	NOUN
crl-16732	76	7	from	from	ADP
crl-16732	76	8	authors	author	NOUN
crl-16732	76	9	as	as	ADP
crl-16732	76	10	accepted	accept	VERB
crl-16732	76	11	practice	practice	NOUN
crl-16732	76	12	:	:	PUNCT
crl-16732	76	13	authors	author	NOUN
crl-16732	76	14	may	may	AUX
crl-16732	76	15	have	have	AUX
crl-16732	76	16	previously	previously	ADV
crl-16732	76	17	had	have	VERB
crl-16732	76	18	the	the	DET
crl-16732	76	19	opportunity	opportunity	NOUN
crl-16732	76	20	to	to	PART
crl-16732	76	21	flag	flag	VERB
crl-16732	76	22	unhelpful	unhelpful	ADJ
crl-16732	76	23	,	,	PUNCT
crl-16732	76	24	biased	biased	ADJ
crl-16732	76	25	,	,	PUNCT
crl-16732	76	26	mean	mean	ADJ
crl-16732	76	27	-	-	PUNCT
crl-16732	76	28	spirited	spirited	ADJ
crl-16732	76	29	,	,	PUNCT
crl-16732	76	30	or	or	CCONJ
crl-16732	76	31	ambiguous	ambiguous	ADJ
crl-16732	76	32	reviews	review	NOUN
crl-16732	76	33	,	,	PUNCT
crl-16732	76	34	but	but	CCONJ
crl-16732	76	35	prompting	prompt	VERB
crl-16732	76	36	for	for	ADP
crl-16732	76	37	such	such	ADJ
crl-16732	76	38	feedback	feedback	NOUN
crl-16732	76	39	,	,	PUNCT
crl-16732	76	40	and	and	CCONJ
crl-16732	76	41	designating	designate	VERB
crl-16732	76	42	a	a	DET
crl-16732	76	43	channel	channel	NOUN
crl-16732	76	44	for	for	ADP
crl-16732	76	45	ongoing	ongoing	ADJ
crl-16732	76	46	communication	communication	NOUN
crl-16732	76	47	,	,	PUNCT
crl-16732	76	48	validates	validate	VERB
crl-16732	76	49	that	that	DET
crl-16732	76	50	exchange	exchange	NOUN
crl-16732	76	51	.	.	PUNCT
crl-16732	77	1	similarly	similarly	ADV
crl-16732	77	2	,	,	PUNCT
crl-16732	77	3	reviewers	reviewer	NOUN
crl-16732	77	4	are	be	AUX
crl-16732	77	5	typically	typically	ADV
crl-16732	77	6	free	free	ADJ
crl-16732	77	7	to	to	PART
crl-16732	77	8	indicate	indicate	VERB
crl-16732	77	9	the	the	DET
crl-16732	77	10	strength	strength	NOUN
crl-16732	77	11	of	of	ADP
crl-16732	77	12	their	their	PRON
crl-16732	77	13	familiarity	familiarity	NOUN
crl-16732	77	14	with	with	ADP
crl-16732	77	15	an	an	DET
crl-16732	77	16	area	area	NOUN
crl-16732	77	17	to	to	ADP
crl-16732	77	18	editors	editor	NOUN
crl-16732	77	19	,	,	PUNCT
crl-16732	77	20	committee	committee	NOUN
crl-16732	77	21	members	member	NOUN
crl-16732	77	22	,	,	PUNCT
crl-16732	77	23	or	or	CCONJ
crl-16732	77	24	grant	grant	VERB
crl-16732	77	25	officers	officer	NOUN
crl-16732	77	26	,	,	PUNCT
crl-16732	77	27	but	but	CCONJ
crl-16732	77	28	prompting	prompt	VERB
crl-16732	77	29	for	for	ADP
crl-16732	77	30	such	such	DET
crl-16732	77	31	a	a	DET
crl-16732	77	32	self	self	NOUN
crl-16732	77	33	-	-	PUNCT
crl-16732	77	34	assessment	assessment	NOUN
crl-16732	77	35	encourages	encourage	NOUN
crl-16732	77	36	and	and	CCONJ
crl-16732	77	37	quantifies	quantifie	NOUN
crl-16732	77	38	it	it	PRON
crl-16732	77	39	.	.	PUNCT
crl-16732	78	1	reforms	reform	NOUN
crl-16732	78	2	aimed	aim	VERB
crl-16732	78	3	at	at	ADP
crl-16732	78	4	giving	give	VERB
crl-16732	78	5	reviewers	reviewer	NOUN
crl-16732	78	6	the	the	DET
crl-16732	78	7	option	option	NOUN
crl-16732	78	8	to	to	PART
crl-16732	78	9	engage	engage	VERB
crl-16732	78	10	with	with	ADP
crl-16732	78	11	other	other	ADJ
crl-16732	78	12	reviewers	reviewer	NOUN
crl-16732	78	13	’	’	PART
crl-16732	78	14	reports	report	NOUN
crl-16732	78	15	open	open	VERB
crl-16732	78	16	up	up	ADP
crl-16732	78	17	another	another	DET
crl-16732	78	18	avenue	avenue	NOUN
crl-16732	78	19	of	of	ADP
crl-16732	78	20	access	access	NOUN
crl-16732	78	21	that	that	PRON
crl-16732	78	22	initiate	initiate	VERB
crl-16732	78	23	conversation	conversation	NOUN
crl-16732	78	24	across	across	ADP
crl-16732	78	25	a	a	DET
crl-16732	78	26	group	group	NOUN
crl-16732	78	27	rather	rather	ADV
crl-16732	78	28	than	than	ADP
crl-16732	78	29	up	up	ADP
crl-16732	78	30	or	or	CCONJ
crl-16732	78	31	down	down	ADP
crl-16732	78	32	a	a	DET
crl-16732	78	33	hierarchy	hierarchy	NOUN
crl-16732	78	34	.	.	PUNCT
crl-16732	79	1	738	738	NUM
crl-16732	79	2	 	 	SPACE
crl-16732	79	3	college	college	PROPN
crl-16732	79	4	&	&	CCONJ
crl-16732	79	5	research	research	PROPN
crl-16732	79	6	libraries	library	NOUN
crl-16732	79	7	september	september	PROPN
crl-16732	79	8	2017	2017	NUM
crl-16732	79	9	it	it	PRON
crl-16732	79	10	is	be	AUX
crl-16732	79	11	notable	notable	ADJ
crl-16732	79	12	that	that	SCONJ
crl-16732	79	13	such	such	ADJ
crl-16732	79	14	reforms	reform	NOUN
crl-16732	79	15	were	be	AUX
crl-16732	79	16	instituted	institute	VERB
crl-16732	79	17	for	for	ADP
crl-16732	79	18	an	an	DET
crl-16732	79	19	international	international	ADJ
crl-16732	79	20	,	,	PUNCT
crl-16732	79	21	interdisciplinary	interdisciplinary	ADJ
crl-16732	79	22	conference	conference	NOUN
crl-16732	79	23	,	,	PUNCT
crl-16732	79	24	whose	whose	DET
crl-16732	79	25	organizers	organizer	NOUN
crl-16732	79	26	have	have	AUX
crl-16732	79	27	sought	seek	VERB
crl-16732	79	28	to	to	PART
crl-16732	79	29	extend	extend	VERB
crl-16732	79	30	its	its	PRON
crl-16732	79	31	reviewer	reviewer	NOUN
crl-16732	79	32	pool	pool	NOUN
crl-16732	79	33	to	to	PART
crl-16732	79	34	reflect	reflect	VERB
crl-16732	79	35	this	this	DET
crl-16732	79	36	diversity	diversity	NOUN
crl-16732	79	37	of	of	ADP
crl-16732	79	38	disciplinary	disciplinary	ADJ
crl-16732	79	39	affiliations	affiliation	NOUN
crl-16732	79	40	and	and	CCONJ
crl-16732	79	41	national	national	ADJ
crl-16732	79	42	cultures	culture	NOUN
crl-16732	79	43	,	,	PUNCT
crl-16732	79	44	and	and	CCONJ
crl-16732	79	45	to	to	PART
crl-16732	79	46	manage	manage	VERB
crl-16732	79	47	assessments	assessment	NOUN
crl-16732	79	48	that	that	PRON
crl-16732	79	49	sometimes	sometimes	ADV
crl-16732	79	50	veer	veer	VERB
crl-16732	79	51	into	into	ADP
crl-16732	79	52	(	(	PUNCT
crl-16732	79	53	inter)disciplinary	inter)disciplinary	CCONJ
crl-16732	79	54	boundary	boundary	ADJ
crl-16732	79	55	policing.20	policing.20	NOUN
crl-16732	79	56	in	in	ADP
crl-16732	79	57	her	her	PRON
crl-16732	79	58	study	study	NOUN
crl-16732	79	59	of	of	ADP
crl-16732	79	60	academic	academic	ADJ
crl-16732	79	61	evaluation	evaluation	NOUN
crl-16732	79	62	,	,	PUNCT
crl-16732	79	63	focused	focus	VERB
crl-16732	79	64	on	on	ADP
crl-16732	79	65	peer	peer	NOUN
crl-16732	79	66	review	review	NOUN
crl-16732	79	67	panels	panel	NOUN
crl-16732	79	68	for	for	ADP
crl-16732	79	69	grants	grant	NOUN
crl-16732	79	70	and	and	CCONJ
crl-16732	79	71	awards	award	NOUN
crl-16732	79	72	,	,	PUNCT
crl-16732	79	73	michèle	michèle	PROPN
crl-16732	79	74	lamont	lamont	PROPN
crl-16732	79	75	observes	observe	VERB
crl-16732	79	76	:	:	PUNCT
crl-16732	79	77	“	"	PUNCT
crl-16732	79	78	american	american	ADJ
crl-16732	79	79	higher	high	ADJ
crl-16732	79	80	education	education	NOUN
crl-16732	79	81	brings	bring	VERB
crl-16732	79	82	together	together	ADV
crl-16732	79	83	disciplines	discipline	NOUN
crl-16732	79	84	that	that	PRON
crl-16732	79	85	are	be	AUX
crl-16732	79	86	remarkably	remarkably	ADV
crl-16732	79	87	different	different	ADJ
crl-16732	79	88	in	in	ADP
crl-16732	79	89	their	their	PRON
crl-16732	79	90	evaluative	evaluative	ADJ
crl-16732	79	91	cultures	culture	NOUN
crl-16732	79	92	,	,	PUNCT
crl-16732	79	93	intellectual	intellectual	ADJ
crl-16732	79	94	traditions	tradition	NOUN
crl-16732	79	95	,	,	PUNCT
crl-16732	79	96	and	and	CCONJ
crl-16732	79	97	professional	professional	ADJ
crl-16732	79	98	language	language	NOUN
crl-16732	79	99	.	.	PUNCT
crl-16732	80	1	disciplinary	disciplinary	ADJ
crl-16732	80	2	norms	norm	NOUN
crl-16732	80	3	are	be	AUX
crl-16732	80	4	stronger	strong	ADJ
crl-16732	80	5	in	in	ADP
crl-16732	80	6	some	some	DET
crl-16732	80	7	fields	field	NOUN
crl-16732	80	8	than	than	ADP
crl-16732	80	9	in	in	ADP
crl-16732	80	10	others	other	NOUN
crl-16732	80	11	,	,	PUNCT
crl-16732	80	12	because	because	SCONJ
crl-16732	80	13	american	american	ADJ
crl-16732	80	14	academia	academia	PROPN
crl-16732	80	15	is	be	AUX
crl-16732	80	16	also	also	ADV
crl-16732	80	17	multidimensional	multidimensional	ADJ
crl-16732	80	18	,	,	PUNCT
crl-16732	80	19	traversed	traverse	VERB
crl-16732	80	20	by	by	ADP
crl-16732	80	21	networks	network	NOUN
crl-16732	80	22	and	and	CCONJ
crl-16732	80	23	literatures	literature	NOUN
crl-16732	80	24	that	that	PRON
crl-16732	80	25	are	be	AUX
crl-16732	80	26	not	not	PART
crl-16732	80	27	always	always	ADV
crl-16732	80	28	bounded	bound	VERB
crl-16732	80	29	by	by	ADP
crl-16732	80	30	disciplines	discipline	NOUN
crl-16732	80	31	.	.	PUNCT
crl-16732	81	1	”21	”21	PUNCT
crl-16732	82	1	she	she	PRON
crl-16732	82	2	discerns	discern	VERB
crl-16732	82	3	a	a	DET
crl-16732	82	4	competition	competition	NOUN
crl-16732	82	5	among	among	ADP
crl-16732	82	6	these	these	DET
crl-16732	82	7	disciplinary	disciplinary	ADJ
crl-16732	82	8	norms	norm	NOUN
crl-16732	82	9	in	in	ADP
crl-16732	82	10	debates	debate	NOUN
crl-16732	82	11	over	over	ADP
crl-16732	82	12	excellence	excellence	NOUN
crl-16732	82	13	between	between	ADP
crl-16732	82	14	peer	peer	NOUN
crl-16732	82	15	reviewers	reviewer	NOUN
crl-16732	82	16	on	on	ADP
crl-16732	82	17	multidisciplinary	multidisciplinary	ADJ
crl-16732	82	18	panels	panel	NOUN
crl-16732	82	19	,	,	PUNCT
crl-16732	82	20	where	where	SCONJ
crl-16732	82	21	scholars	scholar	NOUN
crl-16732	82	22	ask	ask	VERB
crl-16732	82	23	“	"	PUNCT
crl-16732	82	24	’	'	PUNCT
crl-16732	82	25	…	…	PUNCT
crl-16732	82	26	whose	whose	DET
crl-16732	82	27	criteria	criterion	NOUN
crl-16732	82	28	gets	get	VERB
crl-16732	82	29	universalized	universalized	ADJ
crl-16732	82	30	as	as	ADP
crl-16732	82	31	disciplinary	disciplinary	ADJ
crl-16732	82	32	criteria	criterion	NOUN
crl-16732	82	33	.	.	PUNCT
crl-16732	82	34	’”22	’”22	SPACE
crl-16732	83	1	when	when	SCONJ
crl-16732	83	2	evaluating	evaluate	VERB
crl-16732	83	3	multidisciplinary	multidisciplinary	ADJ
crl-16732	83	4	work	work	NOUN
crl-16732	83	5	,	,	PUNCT
crl-16732	83	6	who	who	PRON
crl-16732	83	7	is	be	AUX
crl-16732	83	8	a	a	DET
crl-16732	83	9	“	"	PUNCT
crl-16732	83	10	peer	peer	NOUN
crl-16732	83	11	”	"	PUNCT
crl-16732	83	12	qualified	qualified	ADJ
crl-16732	83	13	to	to	PART
crl-16732	83	14	assess?23	assess?23	ADJ
crl-16732	83	15	digital	digital	ADJ
crl-16732	83	16	scholarship	scholarship	NOUN
crl-16732	83	17	furnishes	furnish	VERB
crl-16732	83	18	additional	additional	ADJ
crl-16732	83	19	examples	example	NOUN
crl-16732	83	20	of	of	ADP
crl-16732	83	21	efforts	effort	NOUN
crl-16732	83	22	to	to	PART
crl-16732	83	23	match	match	VERB
crl-16732	83	24	an	an	DET
crl-16732	83	25	emerging	emerge	VERB
crl-16732	83	26	,	,	PUNCT
crl-16732	83	27	multidisciplinary	multidisciplinary	ADJ
crl-16732	83	28	area	area	NOUN
crl-16732	83	29	of	of	ADP
crl-16732	83	30	scholarly	scholarly	ADJ
crl-16732	83	31	production	production	NOUN
crl-16732	83	32	with	with	ADP
crl-16732	83	33	systems	system	NOUN
crl-16732	83	34	and	and	CCONJ
crl-16732	83	35	practices	practice	NOUN
crl-16732	83	36	for	for	ADP
crl-16732	83	37	evaluation	evaluation	NOUN
crl-16732	83	38	and	and	CCONJ
crl-16732	83	39	validation.24	validation.24	NOUN
crl-16732	83	40	these	these	DET
crl-16732	83	41	efforts	effort	NOUN
crl-16732	83	42	have	have	AUX
crl-16732	83	43	taken	take	VERB
crl-16732	83	44	on	on	ADP
crl-16732	83	45	greater	great	ADJ
crl-16732	83	46	urgency	urgency	NOUN
crl-16732	83	47	as	as	SCONJ
crl-16732	83	48	scholars	scholar	NOUN
crl-16732	83	49	engaged	engage	VERB
crl-16732	83	50	with	with	ADP
crl-16732	83	51	digital	digital	ADJ
crl-16732	83	52	work	work	NOUN
crl-16732	83	53	have	have	AUX
crl-16732	83	54	come	come	VERB
crl-16732	83	55	up	up	ADP
crl-16732	83	56	for	for	ADP
crl-16732	83	57	promotion	promotion	NOUN
crl-16732	83	58	or	or	CCONJ
crl-16732	83	59	tenure	tenure	NOUN
crl-16732	83	60	in	in	ADP
crl-16732	83	61	academic	academic	ADJ
crl-16732	83	62	departments	department	NOUN
crl-16732	83	63	accustomed	accustom	VERB
crl-16732	83	64	to	to	ADP
crl-16732	83	65	relying	rely	VERB
crl-16732	83	66	on	on	ADP
crl-16732	83	67	publication	publication	NOUN
crl-16732	83	68	venue	venue	NOUN
crl-16732	83	69	—	—	PUNCT
crl-16732	83	70	whether	whether	SCONJ
crl-16732	83	71	a	a	DET
crl-16732	83	72	university	university	NOUN
crl-16732	83	73	press	press	NOUN
crl-16732	83	74	monograph	monograph	NOUN
crl-16732	83	75	or	or	CCONJ
crl-16732	83	76	an	an	DET
crl-16732	83	77	article	article	NOUN
crl-16732	83	78	in	in	ADP
crl-16732	83	79	a	a	DET
crl-16732	83	80	well	well	ADV
crl-16732	83	81	-	-	PUNCT
crl-16732	83	82	regarded	regard	VERB
crl-16732	83	83	journal	journal	NOUN
crl-16732	83	84	—	—	PUNCT
crl-16732	83	85	as	as	ADP
crl-16732	83	86	indicators	indicator	NOUN
crl-16732	83	87	of	of	ADP
crl-16732	83	88	excellence	excellence	PROPN
crl-16732	83	89	.	.	PUNCT
crl-16732	84	1	the	the	DET
crl-16732	84	2	absence	absence	NOUN
crl-16732	84	3	of	of	ADP
crl-16732	84	4	such	such	ADJ
crl-16732	84	5	imprimaturs	imprimatur	NOUN
crl-16732	84	6	for	for	ADP
crl-16732	84	7	digital	digital	ADJ
crl-16732	84	8	scholars	scholar	NOUN
crl-16732	84	9	has	have	AUX
crl-16732	84	10	prompted	prompt	VERB
crl-16732	84	11	a	a	DET
crl-16732	84	12	need	need	NOUN
crl-16732	84	13	to	to	PART
crl-16732	84	14	analyze	analyze	VERB
crl-16732	84	15	and	and	CCONJ
crl-16732	84	16	design	design	NOUN
crl-16732	84	17	assessment	assessment	NOUN
crl-16732	84	18	structures	structure	NOUN
crl-16732	84	19	.	.	PUNCT
crl-16732	85	1	as	as	SCONJ
crl-16732	85	2	susan	susan	PROPN
crl-16732	85	3	schreibman	schreibman	PROPN
crl-16732	85	4	,	,	PUNCT
crl-16732	85	5	laura	laura	PROPN
crl-16732	85	6	mandell	mandell	PROPN
crl-16732	85	7	,	,	PUNCT
crl-16732	85	8	and	and	CCONJ
crl-16732	85	9	stephen	stephen	PROPN
crl-16732	85	10	olsen	olsen	PROPN
crl-16732	85	11	argue	argue	VERB
crl-16732	85	12	in	in	ADP
crl-16732	85	13	their	their	PRON
crl-16732	85	14	introduction	introduction	NOUN
crl-16732	85	15	to	to	ADP
crl-16732	85	16	a	a	DET
crl-16732	85	17	special	special	ADJ
crl-16732	85	18	section	section	NOUN
crl-16732	85	19	of	of	ADP
crl-16732	85	20	the	the	DET
crl-16732	85	21	modern	modern	ADJ
crl-16732	85	22	language	language	PROPN
crl-16732	85	23	association	association	NOUN
crl-16732	85	24	’s	’s	PART
crl-16732	85	25	profession	profession	PROPN
crl-16732	85	26	journal	journal	NOUN
crl-16732	85	27	:	:	PUNCT
crl-16732	85	28	“	"	PUNCT
crl-16732	85	29	…	…	PUNCT
crl-16732	85	30	digital	digital	ADJ
crl-16732	85	31	scholarship	scholarship	NOUN
crl-16732	85	32	requires	require	VERB
crl-16732	85	33	review	review	NOUN
crl-16732	85	34	by	by	ADP
crl-16732	85	35	experts	expert	NOUN
crl-16732	85	36	who	who	PRON
crl-16732	85	37	can	can	AUX
crl-16732	85	38	bring	bring	VERB
crl-16732	85	39	to	to	PART
crl-16732	85	40	bear	bear	VERB
crl-16732	85	41	not	not	PART
crl-16732	85	42	only	only	ADV
crl-16732	85	43	field	field	NOUN
crl-16732	85	44	knowledge	knowledge	NOUN
crl-16732	85	45	to	to	PART
crl-16732	85	46	evaluate	evaluate	VERB
crl-16732	85	47	the	the	DET
crl-16732	85	48	intellectual	intellectual	ADJ
crl-16732	85	49	content	content	NOUN
crl-16732	85	50	of	of	ADP
crl-16732	85	51	a	a	DET
crl-16732	85	52	project	project	NOUN
crl-16732	85	53	but	but	CCONJ
crl-16732	85	54	also	also	ADV
crl-16732	85	55	the	the	DET
crl-16732	85	56	technical	technical	ADJ
crl-16732	85	57	experience	experience	NOUN
crl-16732	85	58	to	to	PART
crl-16732	85	59	understand	understand	VERB
crl-16732	85	60	the	the	DET
crl-16732	85	61	intertwined	intertwine	VERB
crl-16732	85	62	theoretical	theoretical	ADJ
crl-16732	85	63	and	and	CCONJ
crl-16732	85	64	technical	technical	ADJ
crl-16732	85	65	choices	choice	NOUN
crl-16732	85	66	in	in	ADP
crl-16732	85	67	a	a	DET
crl-16732	85	68	project	project	NOUN
crl-16732	85	69	’s	’s	PART
crl-16732	85	70	design	design	NOUN
crl-16732	85	71	.	.	PUNCT
crl-16732	85	72	”25	”25	PROPN
crl-16732	85	73	schreibman	schreibman	PROPN
crl-16732	85	74	,	,	PUNCT
crl-16732	85	75	mandell	mandell	PROPN
crl-16732	85	76	,	,	PUNCT
crl-16732	85	77	and	and	CCONJ
crl-16732	85	78	olsen	olsen	ADJ
crl-16732	85	79	reference	reference	NOUN
crl-16732	85	80	jerome	jerome	PROPN
crl-16732	85	81	mcgann	mcgann	PROPN
crl-16732	85	82	’s	’s	PART
crl-16732	85	83	networked	network	VERB
crl-16732	85	84	infrastructure	infrastructure	NOUN
crl-16732	85	85	for	for	ADP
crl-16732	85	86	nineteenth	nineteenth	ADJ
crl-16732	85	87	-	-	PUNCT
crl-16732	85	88	century	century	NOUN
crl-16732	85	89	electronic	electronic	ADJ
crl-16732	85	90	scholarship	scholarship	NOUN
crl-16732	85	91	(	(	PUNCT
crl-16732	85	92	nines	nine	NOUN
crl-16732	85	93	)	)	PUNCT
crl-16732	85	94	project	project	NOUN
crl-16732	85	95	as	as	ADP
crl-16732	85	96	pioneering	pioneer	VERB
crl-16732	85	97	a	a	DET
crl-16732	85	98	trend	trend	NOUN
crl-16732	85	99	towards	towards	ADP
crl-16732	85	100	“	"	PUNCT
crl-16732	85	101	area	area	NOUN
crl-16732	85	102	-	-	PUNCT
crl-16732	85	103	specific	specific	ADJ
crl-16732	85	104	peer	peer	NOUN
crl-16732	85	105	-	-	PUNCT
crl-16732	85	106	reviewing	review	VERB
crl-16732	85	107	organizations	organization	NOUN
crl-16732	85	108	”	"	PUNCT
crl-16732	85	109	that	that	PRON
crl-16732	85	110	deploy	deploy	VERB
crl-16732	85	111	appropriate	appropriate	ADJ
crl-16732	85	112	reviewers.26	reviewers.26	ADJ
crl-16732	85	113	the	the	DET
crl-16732	85	114	fluid	fluid	ADJ
crl-16732	85	115	definition	definition	NOUN
crl-16732	85	116	of	of	ADP
crl-16732	85	117	peer	peer	NOUN
crl-16732	85	118	review	review	NOUN
crl-16732	85	119	and	and	CCONJ
crl-16732	85	120	its	its	PRON
crl-16732	85	121	dominance	dominance	NOUN
crl-16732	85	122	in	in	ADP
crl-16732	85	123	research	research	NOUN
crl-16732	85	124	position	position	NOUN
crl-16732	85	125	the	the	DET
crl-16732	85	126	method	method	NOUN
crl-16732	85	127	to	to	PART
crl-16732	85	128	adapt	adapt	VERB
crl-16732	85	129	and	and	CCONJ
crl-16732	85	130	grow	grow	VERB
crl-16732	85	131	,	,	PUNCT
crl-16732	85	132	spurred	spur	VERB
crl-16732	85	133	by	by	ADP
crl-16732	85	134	editorial	editorial	ADJ
crl-16732	85	135	reflection	reflection	NOUN
crl-16732	85	136	,	,	PUNCT
crl-16732	85	137	technological	technological	ADJ
crl-16732	85	138	capabilities	capability	NOUN
crl-16732	85	139	,	,	PUNCT
crl-16732	85	140	and	and	CCONJ
crl-16732	85	141	shifting	shift	VERB
crl-16732	85	142	forms	form	NOUN
crl-16732	85	143	of	of	ADP
crl-16732	85	144	scholarship	scholarship	NOUN
crl-16732	85	145	that	that	PRON
crl-16732	85	146	interrogate	interrogate	VERB
crl-16732	85	147	or	or	CCONJ
crl-16732	85	148	replicate	replicate	VERB
crl-16732	85	149	existing	exist	VERB
crl-16732	85	150	practices	practice	NOUN
crl-16732	85	151	.	.	PUNCT
crl-16732	86	1	peer	peer	NOUN
crl-16732	86	2	review	review	NOUN
crl-16732	86	3	practices	practice	NOUN
crl-16732	86	4	can	can	AUX
crl-16732	86	5	adjust	adjust	VERB
crl-16732	86	6	—	—	PUNCT
crl-16732	86	7	incorporating	incorporating	NOUN
crl-16732	86	8	,	,	PUNCT
crl-16732	86	9	for	for	ADP
crl-16732	86	10	example	example	NOUN
crl-16732	86	11	,	,	PUNCT
crl-16732	86	12	peer	peer	NOUN
crl-16732	86	13	review	review	NOUN
crl-16732	86	14	of	of	ADP
crl-16732	86	15	data	datum	NOUN
crl-16732	86	16	or	or	CCONJ
crl-16732	86	17	open	open	ADJ
crl-16732	86	18	peer	peer	NOUN
crl-16732	86	19	review	review	NOUN
crl-16732	86	20	—	—	PUNCT
crl-16732	86	21	without	without	ADP
crl-16732	86	22	repudiating	repudiate	VERB
crl-16732	86	23	the	the	DET
crl-16732	86	24	overarching	overarch	VERB
crl-16732	86	25	method	method	NOUN
crl-16732	86	26	and	and	CCONJ
crl-16732	86	27	necessarily	necessarily	ADV
crl-16732	86	28	disrupting	disrupt	VERB
crl-16732	86	29	its	its	PRON
crl-16732	86	30	status.27	status.27	ADJ
crl-16732	86	31	even	even	ADV
crl-16732	86	32	as	as	ADP
crl-16732	86	33	a	a	DET
crl-16732	86	34	lack	lack	NOUN
crl-16732	86	35	of	of	ADP
crl-16732	86	36	specificity	specificity	NOUN
crl-16732	86	37	about	about	ADP
crl-16732	86	38	peer	peer	NOUN
crl-16732	86	39	review	review	NOUN
crl-16732	86	40	—	—	PUNCT
crl-16732	86	41	and	and	CCONJ
crl-16732	86	42	an	an	DET
crl-16732	86	43	accompanying	accompanying	ADJ
crl-16732	86	44	flexibility	flexibility	NOUN
crl-16732	86	45	in	in	ADP
crl-16732	86	46	how	how	SCONJ
crl-16732	86	47	it	it	PRON
crl-16732	86	48	is	be	AUX
crl-16732	86	49	administered	administer	VERB
crl-16732	86	50	—	—	PUNCT
crl-16732	86	51	gives	give	VERB
crl-16732	86	52	librarians	librarian	NOUN
crl-16732	86	53	license	license	NOUN
crl-16732	86	54	to	to	PART
crl-16732	86	55	experiment	experiment	VERB
crl-16732	86	56	with	with	ADP
crl-16732	86	57	its	its	PRON
crl-16732	86	58	implementation	implementation	NOUN
crl-16732	86	59	,	,	PUNCT
crl-16732	86	60	we	we	PRON
crl-16732	86	61	have	have	VERB
crl-16732	86	62	an	an	DET
crl-16732	86	63	obligation	obligation	NOUN
crl-16732	86	64	to	to	PART
crl-16732	86	65	scrutinize	scrutinize	VERB
crl-16732	86	66	,	,	PUNCT
crl-16732	86	67	meta	meta	NOUN
crl-16732	86	68	-	-	PUNCT
crl-16732	86	69	analyze	analyze	PROPN
crl-16732	86	70	,	,	PUNCT
crl-16732	86	71	rebuke	rebuke	NOUN
crl-16732	86	72	,	,	PUNCT
crl-16732	86	73	and	and	CCONJ
crl-16732	86	74	interrogate	interrogate	VERB
crl-16732	86	75	.	.	PUNCT
crl-16732	87	1	weller	weller	NOUN
crl-16732	87	2	’s	’s	PART
crl-16732	87	3	study	study	NOUN
crl-16732	87	4	,	,	PUNCT
crl-16732	87	5	which	which	PRON
crl-16732	87	6	i	i	PRON
crl-16732	87	7	have	have	AUX
crl-16732	87	8	referenced	reference	VERB
crl-16732	87	9	so	so	ADV
crl-16732	87	10	frequently	frequently	ADV
crl-16732	87	11	in	in	ADP
crl-16732	87	12	this	this	DET
crl-16732	87	13	editorial	editorial	NOUN
crl-16732	87	14	,	,	PUNCT
crl-16732	87	15	serves	serve	VERB
crl-16732	87	16	as	as	ADP
crl-16732	87	17	an	an	DET
crl-16732	87	18	example	example	NOUN
crl-16732	87	19	of	of	ADP
crl-16732	87	20	such	such	DET
crl-16732	87	21	an	an	DET
crl-16732	87	22	approach	approach	NOUN
crl-16732	87	23	to	to	ADP
crl-16732	87	24	thorough	thorough	ADJ
crl-16732	87	25	analysis	analysis	NOUN
crl-16732	87	26	and	and	CCONJ
crl-16732	87	27	documentation	documentation	NOUN
crl-16732	87	28	,	,	PUNCT
crl-16732	87	29	even	even	ADV
crl-16732	87	30	as	as	SCONJ
crl-16732	87	31	it	it	PRON
crl-16732	87	32	largely	largely	ADV
crl-16732	87	33	endorses	endorse	VERB
crl-16732	87	34	the	the	DET
crl-16732	87	35	practice	practice	NOUN
crl-16732	87	36	of	of	ADP
crl-16732	87	37	peer	peer	NOUN
crl-16732	87	38	review	review	NOUN
crl-16732	87	39	.	.	PUNCT
crl-16732	88	1	by	by	ADP
crl-16732	88	2	promoting	promote	VERB
crl-16732	88	3	a	a	DET
crl-16732	88	4	more	more	ADV
crl-16732	88	5	encompassing	encompass	VERB
crl-16732	88	6	definition	definition	NOUN
crl-16732	88	7	of	of	ADP
crl-16732	88	8	peer	peer	NOUN
crl-16732	88	9	review	review	NOUN
crl-16732	88	10	,	,	PUNCT
crl-16732	88	11	jackson	jackson	PROPN
crl-16732	88	12	provides	provide	VERB
crl-16732	88	13	a	a	DET
crl-16732	88	14	framework	framework	NOUN
crl-16732	88	15	for	for	ADP
crl-16732	88	16	incorporating	incorporate	VERB
crl-16732	88	17	alternative	alternative	ADJ
crl-16732	88	18	metrics	metric	NOUN
crl-16732	88	19	and	and	CCONJ
crl-16732	88	20	other	other	ADJ
crl-16732	88	21	systems	system	NOUN
crl-16732	88	22	of	of	ADP
crl-16732	88	23	establishing	establish	VERB
crl-16732	88	24	the	the	DET
crl-16732	88	25	public	public	ADJ
crl-16732	88	26	worth	worth	NOUN
crl-16732	88	27	of	of	ADP
crl-16732	88	28	a	a	DET
crl-16732	88	29	work	work	NOUN
crl-16732	88	30	,	,	PUNCT
crl-16732	88	31	approaches	approach	NOUN
crl-16732	88	32	that	that	PRON
crl-16732	88	33	can	can	AUX
crl-16732	88	34	serve	serve	VERB
crl-16732	88	35	as	as	ADP
crl-16732	88	36	a	a	DET
crl-16732	88	37	counterballast	counterballast	NOUN
crl-16732	88	38	to	to	ADP
crl-16732	88	39	more	more	ADV
crl-16732	88	40	entrenched	entrenched	ADJ
crl-16732	88	41	peer	peer	NOUN
crl-16732	88	42	review	review	NOUN
crl-16732	88	43	practices	practice	NOUN
crl-16732	88	44	.	.	PUNCT
crl-16732	89	1	the	the	DET
crl-16732	89	2	experiments	experiment	NOUN
crl-16732	89	3	and	and	CCONJ
crl-16732	89	4	shifts	shift	NOUN
crl-16732	89	5	highlighted	highlight	VERB
crl-16732	89	6	here	here	ADV
crl-16732	89	7	also	also	ADV
crl-16732	89	8	suggest	suggest	VERB
crl-16732	89	9	questions	question	NOUN
crl-16732	89	10	about	about	ADP
crl-16732	89	11	openness	openness	NOUN
crl-16732	89	12	,	,	PUNCT
crl-16732	89	13	accountability	accountability	NOUN
crl-16732	89	14	,	,	PUNCT
crl-16732	89	15	confidentiality	confidentiality	NOUN
crl-16732	89	16	,	,	PUNCT
crl-16732	89	17	expertise	expertise	NOUN
crl-16732	89	18	,	,	PUNCT
crl-16732	89	19	and	and	CCONJ
crl-16732	89	20	the	the	DET
crl-16732	89	21	collaborative	collaborative	ADJ
crl-16732	89	22	nature	nature	NOUN
crl-16732	89	23	of	of	ADP
crl-16732	89	24	scholarship	scholarship	NOUN
crl-16732	89	25	.	.	PUNCT
crl-16732	90	1	by	by	ADP
crl-16732	90	2	enacting	enact	VERB
crl-16732	90	3	the	the	DET
crl-16732	90	4	potential	potential	ADJ
crl-16732	90	5	flexibility	flexibility	NOUN
crl-16732	90	6	of	of	ADP
crl-16732	90	7	peer	peer	NOUN
crl-16732	90	8	review	review	NOUN
crl-16732	90	9	,	,	PUNCT
crl-16732	90	10	we	we	PRON
crl-16732	90	11	can	can	AUX
crl-16732	90	12	consider	consider	VERB
crl-16732	90	13	and	and	CCONJ
crl-16732	90	14	evaluate	evaluate	VERB
crl-16732	90	15	what	what	PRON
crl-16732	90	16	has	have	AUX
crl-16732	90	17	often	often	ADV
crl-16732	90	18	been	be	AUX
crl-16732	90	19	presumed	presume	VERB
crl-16732	90	20	to	to	PART
crl-16732	90	21	be	be	AUX
crl-16732	90	22	its	its	PRON
crl-16732	90	23	essential	essential	ADJ
crl-16732	90	24	character	character	NOUN
crl-16732	90	25	.	.	PUNCT
crl-16732	91	1	experimentations	experimentation	NOUN
crl-16732	91	2	with	with	ADP
crl-16732	91	3	peer	peer	NOUN
crl-16732	91	4	guest	guest	NOUN
crl-16732	91	5	editorial	editorial	NOUN
crl-16732	91	6	 	 	SPACE
crl-16732	91	7	739	739	NUM
crl-16732	91	8	review	review	NOUN
crl-16732	91	9	,	,	PUNCT
crl-16732	91	10	particularly	particularly	ADV
crl-16732	91	11	those	those	PRON
crl-16732	91	12	that	that	PRON
crl-16732	91	13	turn	turn	VERB
crl-16732	91	14	the	the	DET
crl-16732	91	15	lens	lens	NOUN
crl-16732	91	16	of	of	ADP
crl-16732	91	17	assessment	assessment	NOUN
crl-16732	91	18	and	and	CCONJ
crl-16732	91	19	validation	validation	NOUN
crl-16732	91	20	to	to	AUX
crl-16732	91	21	reviewers	reviewer	NOUN
crl-16732	91	22	themselves	themselves	PRON
crl-16732	91	23	,	,	PUNCT
crl-16732	91	24	ultimately	ultimately	ADV
crl-16732	91	25	signal	signal	VERB
crl-16732	91	26	a	a	DET
crl-16732	91	27	commitment	commitment	NOUN
crl-16732	91	28	to	to	ADP
crl-16732	91	29	perfectibility	perfectibility	NOUN
crl-16732	91	30	and	and	CCONJ
crl-16732	91	31	extensibility	extensibility	NOUN
crl-16732	91	32	in	in	ADP
crl-16732	91	33	scholarly	scholarly	ADJ
crl-16732	91	34	communication	communication	NOUN
crl-16732	91	35	.	.	PUNCT
crl-16732	92	1	sarah	sarah	PROPN
crl-16732	92	2	potvin	potvin	PROPN
crl-16732	92	3	digital	digital	PROPN
crl-16732	92	4	scholarship	scholarship	NOUN
crl-16732	92	5	librarian	librarian	ADJ
crl-16732	92	6	and	and	CCONJ
crl-16732	92	7	associate	associate	PROPN
crl-16732	92	8	professor	professor	PROPN
crl-16732	92	9	texas	texas	PROPN
crl-16732	92	10	a&m	a&m	PROPN
crl-16732	92	11	university	university	PROPN
crl-16732	92	12	libraries	library	NOUN
crl-16732	92	13	notes	note	NOUN
crl-16732	92	14	1	1	NUM
crl-16732	92	15	.	.	PUNCT
crl-16732	93	1	john	john	PROPN
crl-16732	93	2	michael	michael	PROPN
crl-16732	93	3	ziman	ziman	PROPN
crl-16732	93	4	,	,	PUNCT
crl-16732	93	5	public	public	ADJ
crl-16732	93	6	knowledge	knowledge	NOUN
crl-16732	93	7	:	:	PUNCT
crl-16732	93	8	the	the	DET
crl-16732	93	9	social	social	ADJ
crl-16732	93	10	dimension	dimension	NOUN
crl-16732	93	11	of	of	ADP
crl-16732	93	12	science	science	NOUN
crl-16732	93	13	(	(	PUNCT
crl-16732	93	14	cambridge	cambridge	PROPN
crl-16732	93	15	university	university	PROPN
crl-16732	93	16	press	press	NOUN
crl-16732	93	17	,	,	PUNCT
crl-16732	93	18	1966	1966	NUM
crl-16732	93	19	)	)	PUNCT
crl-16732	93	20	,	,	PUNCT
crl-16732	93	21	148	148	NUM
crl-16732	93	22	.	.	PUNCT
crl-16732	93	23	quoted	quote	VERB
crl-16732	93	24	in	in	ADP
crl-16732	93	25	harriet	harriet	PROPN
crl-16732	93	26	zuckerman	zuckerman	PROPN
crl-16732	93	27	and	and	CCONJ
crl-16732	93	28	robert	robert	PROPN
crl-16732	93	29	k.	k.	PROPN
crl-16732	93	30	merton	merton	PROPN
crl-16732	93	31	,	,	PUNCT
crl-16732	93	32	“	"	PUNCT
crl-16732	93	33	patterns	pattern	NOUN
crl-16732	93	34	of	of	ADP
crl-16732	93	35	evaluation	evaluation	NOUN
crl-16732	93	36	in	in	ADP
crl-16732	93	37	science	science	NOUN
crl-16732	93	38	:	:	PUNCT
crl-16732	93	39	institutionalisation	institutionalisation	NOUN
crl-16732	93	40	,	,	PUNCT
crl-16732	93	41	structure	structure	NOUN
crl-16732	93	42	and	and	CCONJ
crl-16732	93	43	functions	function	NOUN
crl-16732	93	44	of	of	ADP
crl-16732	93	45	the	the	DET
crl-16732	93	46	referee	referee	NOUN
crl-16732	93	47	system	system	NOUN
crl-16732	93	48	,	,	PUNCT
crl-16732	93	49	”	"	PUNCT
crl-16732	93	50	minerva	minerva	PROPN
crl-16732	93	51	9	9	NUM
crl-16732	93	52	,	,	PUNCT
crl-16732	93	53	no	no	NOUN
crl-16732	93	54	.	.	NOUN
crl-16732	93	55	1	1	NUM
crl-16732	93	56	(	(	PUNCT
crl-16732	93	57	january	january	PROPN
crl-16732	93	58	1971	1971	NUM
crl-16732	93	59	):	):	PUNCT
crl-16732	93	60	66–100	66–100	PROPN
crl-16732	93	61	,	,	PUNCT
crl-16732	93	62	available	available	ADJ
crl-16732	93	63	online	online	ADV
crl-16732	93	64	at	at	ADP
crl-16732	93	65	http://www.jstor.org/stable/41827004	http://www.jstor.org/stable/41827004	ADV
crl-16732	93	66	[	[	X
crl-16732	93	67	accessed	access	VERB
crl-16732	93	68	8	8	NUM
crl-16732	93	69	august	august	PROPN
crl-16732	93	70	2017	2017	NUM
crl-16732	93	71	]	]	PUNCT
crl-16732	93	72	.	.	PUNCT
crl-16732	94	1	2	2	X
crl-16732	94	2	.	.	X
crl-16732	94	3	lawrence	lawrence	PROPN
crl-16732	94	4	souder	souder	NOUN
crl-16732	94	5	,	,	PUNCT
crl-16732	94	6	“	"	PUNCT
crl-16732	94	7	the	the	DET
crl-16732	94	8	ethics	ethic	NOUN
crl-16732	94	9	of	of	ADP
crl-16732	94	10	scholarly	scholarly	ADJ
crl-16732	94	11	peer	peer	NOUN
crl-16732	94	12	review	review	NOUN
crl-16732	94	13	:	:	PUNCT
crl-16732	94	14	a	a	DET
crl-16732	94	15	review	review	NOUN
crl-16732	94	16	of	of	ADP
crl-16732	94	17	the	the	DET
crl-16732	94	18	literature	literature	NOUN
crl-16732	94	19	,	,	PUNCT
crl-16732	94	20	”	"	PUNCT
crl-16732	94	21	learned	learn	VERB
crl-16732	94	22	publishing	publish	VERB
crl-16732	94	23	24	24	NUM
crl-16732	94	24	,	,	PUNCT
crl-16732	94	25	no	no	NOUN
crl-16732	94	26	.	.	NOUN
crl-16732	94	27	1	1	NUM
crl-16732	94	28	(	(	PUNCT
crl-16732	94	29	january	january	PROPN
crl-16732	94	30	2011	2011	NUM
crl-16732	94	31	):	):	PUNCT
crl-16732	94	32	55–74	55–74	NUM
crl-16732	94	33	,	,	PUNCT
crl-16732	94	34	doi:10.1087/20110109	doi:10.1087/20110109	ADJ
crl-16732	94	35	.	.	PUNCT
crl-16732	95	1	3	3	X
crl-16732	95	2	.	.	PROPN
crl-16732	95	3	richard	richard	PROPN
crl-16732	95	4	smith	smith	PROPN
crl-16732	95	5	,	,	PUNCT
crl-16732	95	6	“	"	PUNCT
crl-16732	95	7	peer	peer	NOUN
crl-16732	95	8	review	review	NOUN
crl-16732	95	9	:	:	PUNCT
crl-16732	95	10	a	a	DET
crl-16732	95	11	flawed	flawed	ADJ
crl-16732	95	12	process	process	NOUN
crl-16732	95	13	at	at	ADP
crl-16732	95	14	the	the	DET
crl-16732	95	15	heart	heart	NOUN
crl-16732	95	16	of	of	ADP
crl-16732	95	17	science	science	NOUN
crl-16732	95	18	and	and	CCONJ
crl-16732	95	19	journals	journal	NOUN
crl-16732	95	20	,	,	PUNCT
crl-16732	95	21	”	"	PUNCT
crl-16732	95	22	journal	journal	NOUN
crl-16732	95	23	of	of	ADP
crl-16732	95	24	the	the	DET
crl-16732	95	25	royal	royal	ADJ
crl-16732	95	26	society	society	NOUN
crl-16732	95	27	of	of	ADP
crl-16732	95	28	medicine	medicine	NOUN
crl-16732	95	29	99	99	NUM
crl-16732	95	30	,	,	PUNCT
crl-16732	95	31	no	no	NOUN
crl-16732	95	32	.	.	NOUN
crl-16732	95	33	4	4	NUM
crl-16732	95	34	(	(	PUNCT
crl-16732	95	35	april	april	PROPN
crl-16732	95	36	2006	2006	NUM
crl-16732	95	37	):	):	PUNCT
crl-16732	95	38	178–182	178–182	NUM
crl-16732	95	39	,	,	PUNCT
crl-16732	95	40	available	available	ADJ
crl-16732	95	41	online	online	ADV
crl-16732	95	42	at	at	ADP
crl-16732	95	43	https://www	https://www	PROPN
crl-16732	95	44	.	.	PUNCT
crl-16732	96	1	ncbi.nlm.nih.gov/pmc/articles/pmc1420798/	ncbi.nlm.nih.gov/pmc/articles/pmc1420798/	PROPN
crl-16732	97	1	[	[	PUNCT
crl-16732	97	2	accessed	access	VERB
crl-16732	97	3	8	8	NUM
crl-16732	97	4	august	august	PROPN
crl-16732	97	5	2017	2017	NUM
crl-16732	97	6	]	]	PUNCT
crl-16732	97	7	doi:10.1258	doi:10.1258	PROPN
crl-16732	97	8	/	/	SYM
crl-16732	97	9	jrsm.99.4.178	jrsm.99.4.178	PROPN
crl-16732	97	10	.	.	PUNCT
crl-16732	98	1	4	4	X
crl-16732	98	2	.	.	PROPN
crl-16732	98	3	mario	mario	PROPN
crl-16732	98	4	biagioli	biagioli	PROPN
crl-16732	98	5	,	,	PUNCT
crl-16732	98	6	“	"	PUNCT
crl-16732	98	7	from	from	ADP
crl-16732	98	8	book	book	NOUN
crl-16732	98	9	censorship	censorship	NOUN
crl-16732	98	10	to	to	ADP
crl-16732	98	11	academic	academic	ADJ
crl-16732	98	12	peer	peer	NOUN
crl-16732	98	13	review	review	NOUN
crl-16732	98	14	,	,	PUNCT
crl-16732	98	15	”	"	PUNCT
crl-16732	98	16	emergences	emergence	NOUN
crl-16732	98	17	12	12	NUM
crl-16732	98	18	,	,	PUNCT
crl-16732	98	19	no	no	INTJ
crl-16732	98	20	.	.	NOUN
crl-16732	98	21	1	1	NUM
crl-16732	98	22	(	(	PUNCT
crl-16732	98	23	2002	2002	NUM
crl-16732	98	24	):	):	PUNCT
crl-16732	98	25	11–45	11–45	NUM
crl-16732	98	26	.	.	PUNCT
crl-16732	99	1	doi:10.1080/104572202200000343	doi:10.1080/104572202200000343	PROPN
crl-16732	99	2	p.	p.	NOUN
crl-16732	99	3	11	11	NUM
crl-16732	99	4	.	.	NUM
crl-16732	100	1	5	5	NUM
crl-16732	100	2	.	.	X
crl-16732	100	3	souder	souder	NOUN
crl-16732	100	4	,	,	PUNCT
crl-16732	100	5	"	"	PUNCT
crl-16732	100	6	the	the	DET
crl-16732	100	7	ethics	ethic	NOUN
crl-16732	100	8	of	of	ADP
crl-16732	100	9	scholarly	scholarly	ADJ
crl-16732	100	10	peer	peer	NOUN
crl-16732	100	11	review	review	NOUN
crl-16732	100	12	.	.	PUNCT
crl-16732	100	13	"	"	PUNCT
crl-16732	101	1	6	6	NUM
crl-16732	101	2	.	.	PUNCT
crl-16732	101	3	in	in	ADP
crl-16732	101	4	a	a	DET
crl-16732	101	5	review	review	NOUN
crl-16732	101	6	of	of	ADP
crl-16732	101	7	studies	study	NOUN
crl-16732	101	8	of	of	ADP
crl-16732	101	9	peer	peer	NOUN
crl-16732	101	10	review	review	NOUN
crl-16732	101	11	tom	tom	PROPN
crl-16732	101	12	jefferson	jefferson	PROPN
crl-16732	101	13	et	et	PROPN
crl-16732	102	1	al	al	PROPN
crl-16732	102	2	.	.	PROPN
crl-16732	102	3	concluded	conclude	VERB
crl-16732	102	4	that	that	SCONJ
crl-16732	102	5	“	"	PUNCT
crl-16732	102	6	the	the	DET
crl-16732	102	7	methodological	methodological	ADJ
crl-16732	102	8	problems	problem	NOUN
crl-16732	102	9	in	in	ADP
crl-16732	102	10	studying	study	VERB
crl-16732	102	11	peer	peer	NOUN
crl-16732	102	12	review	review	NOUN
crl-16732	102	13	are	be	AUX
crl-16732	102	14	many	many	ADJ
crl-16732	102	15	and	and	CCONJ
crl-16732	102	16	complex	complex	ADJ
crl-16732	102	17	”	"	PUNCT
crl-16732	102	18	and	and	CCONJ
crl-16732	102	19	called	call	VERB
crl-16732	102	20	for	for	ADP
crl-16732	102	21	a	a	DET
crl-16732	102	22	large	large	ADJ
crl-16732	102	23	-	-	PUNCT
crl-16732	102	24	scale	scale	NOUN
crl-16732	102	25	study	study	NOUN
crl-16732	102	26	of	of	ADP
crl-16732	102	27	its	its	PRON
crl-16732	102	28	effects	effect	NOUN
crl-16732	102	29	,	,	PUNCT
crl-16732	102	30	observing	observe	VERB
crl-16732	102	31	in	in	ADP
crl-16732	102	32	their	their	PRON
crl-16732	102	33	limited	limited	ADJ
crl-16732	102	34	study	study	NOUN
crl-16732	102	35	“	"	PUNCT
crl-16732	102	36	little	little	ADJ
crl-16732	102	37	empirical	empirical	ADJ
crl-16732	102	38	evidence	evidence	NOUN
crl-16732	102	39	…	…	PUNCT
crl-16732	102	40	.	.	PUNCT
crl-16732	103	1	to	to	PART
crl-16732	103	2	support	support	VERB
crl-16732	103	3	to	to	ADP
crl-16732	103	4	use	use	NOUN
crl-16732	103	5	of	of	ADP
crl-16732	103	6	editorial	editorial	ADJ
crl-16732	103	7	peer	peer	NOUN
crl-16732	103	8	review	review	NOUN
crl-16732	103	9	as	as	ADP
crl-16732	103	10	a	a	DET
crl-16732	103	11	mechanism	mechanism	NOUN
crl-16732	103	12	to	to	PART
crl-16732	103	13	ensure	ensure	VERB
crl-16732	103	14	quality	quality	NOUN
crl-16732	103	15	of	of	ADP
crl-16732	103	16	empirical	empirical	ADJ
crl-16732	103	17	research	research	NOUN
crl-16732	103	18	.	.	PUNCT
crl-16732	103	19	”	"	PUNCT
crl-16732	104	1	souder	souder	NOUN
crl-16732	104	2	details	detail	NOUN
crl-16732	104	3	complaints	complaint	NOUN
crl-16732	104	4	about	about	ADP
crl-16732	104	5	peer	peer	NOUN
crl-16732	104	6	reviewers	reviewer	NOUN
crl-16732	104	7	noted	note	VERB
crl-16732	104	8	(	(	PUNCT
crl-16732	104	9	and	and	CCONJ
crl-16732	104	10	in	in	ADP
crl-16732	104	11	some	some	DET
crl-16732	104	12	cases	case	NOUN
crl-16732	104	13	substantiated	substantiate	VERB
crl-16732	104	14	)	)	PUNCT
crl-16732	104	15	in	in	ADP
crl-16732	104	16	the	the	DET
crl-16732	104	17	literature	literature	NOUN
crl-16732	104	18	:	:	PUNCT
crl-16732	104	19	they	they	PRON
crl-16732	104	20	are	be	AUX
crl-16732	104	21	biased	bias	VERB
crl-16732	104	22	,	,	PUNCT
crl-16732	104	23	violate	violate	VERB
crl-16732	104	24	ethical	ethical	ADJ
crl-16732	104	25	norms	norm	NOUN
crl-16732	104	26	or	or	CCONJ
crl-16732	104	27	commit	commit	VERB
crl-16732	104	28	fraud	fraud	NOUN
crl-16732	104	29	,	,	PUNCT
crl-16732	104	30	plagiarize	plagiarize	VERB
crl-16732	104	31	,	,	PUNCT
crl-16732	104	32	breach	breach	VERB
crl-16732	104	33	confidentiality	confidentiality	NOUN
crl-16732	104	34	,	,	PUNCT
crl-16732	104	35	etc	etc	X
crl-16732	104	36	.	.	X
crl-16732	104	37	see	see	VERB
crl-16732	104	38	tom	tom	PROPN
crl-16732	104	39	jefferson	jefferson	PROPN
crl-16732	104	40	,	,	PUNCT
crl-16732	104	41	melanie	melanie	PROPN
crl-16732	104	42	rudin	rudin	PROPN
crl-16732	104	43	,	,	PUNCT
crl-16732	104	44	suzanne	suzanne	PROPN
crl-16732	104	45	brodney	brodney	PROPN
crl-16732	104	46	folse	folse	PROPN
crl-16732	104	47	,	,	PUNCT
crl-16732	104	48	and	and	CCONJ
crl-16732	104	49	frank	frank	PROPN
crl-16732	104	50	davidoff	davidoff	PROPN
crl-16732	104	51	,	,	PUNCT
crl-16732	104	52	“	"	PUNCT
crl-16732	104	53	editorial	editorial	ADJ
crl-16732	104	54	peer	peer	NOUN
crl-16732	104	55	review	review	NOUN
crl-16732	104	56	for	for	ADP
crl-16732	104	57	improving	improve	VERB
crl-16732	104	58	the	the	DET
crl-16732	104	59	quality	quality	NOUN
crl-16732	104	60	of	of	ADP
crl-16732	104	61	reports	report	NOUN
crl-16732	104	62	of	of	ADP
crl-16732	104	63	biomedical	biomedical	ADJ
crl-16732	104	64	studies	study	NOUN
crl-16732	104	65	,	,	PUNCT
crl-16732	104	66	”	"	PUNCT
crl-16732	104	67	cochrane	cochrane	NOUN
crl-16732	104	68	database	database	NOUN
crl-16732	104	69	of	of	ADP
crl-16732	104	70	systematic	systematic	ADJ
crl-16732	104	71	reviews	review	NOUN
crl-16732	104	72	2	2	NUM
crl-16732	104	73	(	(	PUNCT
crl-16732	104	74	2007	2007	NUM
crl-16732	104	75	)	)	PUNCT
crl-16732	104	76	,	,	PUNCT
crl-16732	104	77	available	available	ADJ
crl-16732	104	78	online	online	ADV
crl-16732	104	79	at	at	ADP
crl-16732	104	80	https://doi.org/10.1002/14651858.mr000016.pub3	https://doi.org/10.1002/14651858.mr000016.pub3	PROPN
crl-16732	105	1	[	[	X
crl-16732	105	2	accessed	access	VERB
crl-16732	105	3	8	8	NUM
crl-16732	105	4	august	august	PROPN
crl-16732	105	5	2017	2017	NUM
crl-16732	105	6	]	]	PUNCT
crl-16732	105	7	;	;	PUNCT
crl-16732	105	8	souder	souder	NOUN
crl-16732	105	9	,	,	PUNCT
crl-16732	105	10	“	"	PUNCT
crl-16732	105	11	the	the	DET
crl-16732	105	12	ethics	ethic	NOUN
crl-16732	105	13	of	of	ADP
crl-16732	105	14	scholarly	scholarly	ADJ
crl-16732	105	15	peer	peer	NOUN
crl-16732	105	16	review	review	NOUN
crl-16732	105	17	.	.	PUNCT
crl-16732	105	18	”	"	PUNCT
crl-16732	106	1	7	7	X
crl-16732	106	2	.	.	X
crl-16732	106	3	i	i	PRON
crl-16732	106	4	use	use	VERB
crl-16732	106	5	the	the	DET
crl-16732	106	6	terms	term	NOUN
crl-16732	106	7	“	"	PUNCT
crl-16732	106	8	referee	referee	VERB
crl-16732	106	9	”	"	PUNCT
crl-16732	106	10	and	and	CCONJ
crl-16732	106	11	“	"	PUNCT
crl-16732	106	12	reviewer	reviewer	NOUN
crl-16732	106	13	”	"	PUNCT
crl-16732	106	14	interchangeably	interchangeably	ADV
crl-16732	106	15	.	.	PUNCT
crl-16732	107	1	8	8	X
crl-16732	107	2	.	.	X
crl-16732	107	3	martin	martin	PROPN
crl-16732	107	4	klein	klein	PROPN
crl-16732	107	5	et	et	PROPN
crl-16732	107	6	al	al	PROPN
crl-16732	107	7	’s	’s	PROPN
crl-16732	107	8	work	work	NOUN
crl-16732	107	9	examining	examine	VERB
crl-16732	107	10	papers	paper	NOUN
crl-16732	107	11	in	in	ADP
crl-16732	107	12	arxiv	arxiv	NOUN
crl-16732	107	13	posits	posit	NOUN
crl-16732	107	14	that	that	SCONJ
crl-16732	107	15	publications	publication	NOUN
crl-16732	107	16	do	do	AUX
crl-16732	107	17	n’t	not	PART
crl-16732	107	18	change	change	VERB
crl-16732	107	19	significantly	significantly	ADV
crl-16732	107	20	between	between	ADP
crl-16732	107	21	preand	preand	VERB
crl-16732	107	22	post	post	ADJ
crl-16732	107	23	-	-	ADJ
crl-16732	107	24	print	print	ADJ
crl-16732	107	25	versions	version	NOUN
crl-16732	107	26	—	—	PUNCT
crl-16732	107	27	an	an	DET
crl-16732	107	28	argument	argument	NOUN
crl-16732	107	29	that	that	PRON
crl-16732	107	30	peer	peer	NOUN
crl-16732	107	31	review	review	NOUN
crl-16732	107	32	’s	’s	PART
crl-16732	107	33	effects	effect	NOUN
crl-16732	107	34	are	be	AUX
crl-16732	107	35	minimal	minimal	ADJ
crl-16732	107	36	.	.	PUNCT
crl-16732	108	1	see	see	VERB
crl-16732	108	2	martin	martin	PROPN
crl-16732	108	3	klein	klein	PROPN
crl-16732	108	4	,	,	PUNCT
crl-16732	108	5	peter	peter	PROPN
crl-16732	108	6	broadwell	broadwell	PROPN
crl-16732	108	7	,	,	PUNCT
crl-16732	108	8	sharon	sharon	PROPN
crl-16732	108	9	e.	e.	PROPN
crl-16732	108	10	farb	farb	PROPN
crl-16732	108	11	,	,	PUNCT
crl-16732	108	12	and	and	CCONJ
crl-16732	108	13	todd	todd	ADJ
crl-16732	108	14	grappone	grappone	NOUN
crl-16732	108	15	,	,	PUNCT
crl-16732	108	16	“	"	PUNCT
crl-16732	108	17	comparing	compare	VERB
crl-16732	108	18	published	publish	VERB
crl-16732	108	19	scientific	scientific	ADJ
crl-16732	108	20	journal	journal	NOUN
crl-16732	108	21	articles	article	NOUN
crl-16732	108	22	to	to	ADP
crl-16732	108	23	their	their	PRON
crl-16732	108	24	pre	pre	ADJ
crl-16732	108	25	-	-	ADJ
crl-16732	108	26	print	print	ADJ
crl-16732	108	27	versions	version	NOUN
crl-16732	108	28	,	,	PUNCT
crl-16732	108	29	”	"	PUNCT
crl-16732	108	30	proceedings	proceeding	NOUN
crl-16732	108	31	of	of	ADP
crl-16732	108	32	the	the	DET
crl-16732	108	33	16th	16th	ADJ
crl-16732	108	34	acm	acm	PROPN
crl-16732	108	35	/	/	SYM
crl-16732	108	36	ieee	ieee	NOUN
crl-16732	108	37	-	-	PUNCT
crl-16732	108	38	cs	cs	PROPN
crl-16732	108	39	on	on	ADP
crl-16732	108	40	joint	joint	ADJ
crl-16732	108	41	conference	conference	NOUN
crl-16732	108	42	on	on	ADP
crl-16732	108	43	digital	digital	ADJ
crl-16732	108	44	libraries	library	NOUN
crl-16732	108	45	(	(	PUNCT
crl-16732	108	46	newark	newark	PROPN
crl-16732	108	47	,	,	PUNCT
crl-16732	108	48	nj	nj	PROPN
crl-16732	108	49	:	:	PUNCT
crl-16732	108	50	june	june	PROPN
crl-16732	108	51	19–23	19–23	NUM
crl-16732	108	52	,	,	PUNCT
crl-16732	108	53	2016	2016	NUM
crl-16732	108	54	):	):	PUNCT
crl-16732	108	55	153–162	153–162	NUM
crl-16732	108	56	.	.	PUNCT
crl-16732	108	57	doi:10.1145/2910896.2910909	doi:10.1145/2910896.2910909	NOUN
crl-16732	108	58	.	.	PUNCT
crl-16732	109	1	for	for	ADP
crl-16732	109	2	a	a	DET
crl-16732	109	3	critique	critique	NOUN
crl-16732	109	4	of	of	ADP
crl-16732	109	5	a	a	DET
crl-16732	109	6	preprint	preprint	NOUN
crl-16732	109	7	version	version	NOUN
crl-16732	109	8	of	of	ADP
crl-16732	109	9	klein	klein	PROPN
crl-16732	109	10	et	et	PROPN
crl-16732	109	11	al	al	PROPN
crl-16732	109	12	’s	’s	PROPN
crl-16732	109	13	analysis	analysis	NOUN
crl-16732	109	14	,	,	PUNCT
crl-16732	109	15	see	see	VERB
crl-16732	109	16	dalmeet	dalmeet	NOUN
crl-16732	109	17	singh	singh	PROPN
crl-16732	109	18	chawla	chawla	PROPN
crl-16732	109	19	,	,	PUNCT
crl-16732	109	20	“	"	PUNCT
crl-16732	109	21	do	do	AUX
crl-16732	109	22	publishers	publisher	NOUN
crl-16732	109	23	add	add	VERB
crl-16732	109	24	value	value	NOUN
crl-16732	109	25	?	?	PUNCT
crl-16732	110	1	maybe	maybe	ADV
crl-16732	110	2	little	little	ADJ
crl-16732	110	3	,	,	PUNCT
crl-16732	110	4	suggests	suggest	VERB
crl-16732	110	5	preprint	preprint	NOUN
crl-16732	110	6	study	study	NOUN
crl-16732	110	7	of	of	ADP
crl-16732	110	8	preprints	preprint	NOUN
crl-16732	110	9	”	"	PUNCT
crl-16732	110	10	retraction	retraction	NOUN
crl-16732	110	11	watch	watch	NOUN
crl-16732	110	12	blog	blog	NOUN
crl-16732	110	13	(	(	PUNCT
crl-16732	110	14	june	june	PROPN
crl-16732	110	15	24	24	NUM
crl-16732	110	16	,	,	PUNCT
crl-16732	110	17	2016	2016	NUM
crl-16732	110	18	)	)	PUNCT
crl-16732	110	19	,	,	PUNCT
crl-16732	110	20	available	available	ADJ
crl-16732	110	21	online	online	ADV
crl-16732	110	22	at	at	ADP
crl-16732	110	23	http://retractionwatch	http://retractionwatch	PROPN
crl-16732	110	24	.	.	PUNCT
crl-16732	111	1	com/2016/06/24	com/2016/06/24	NOUN
crl-16732	111	2	/	/	SYM
crl-16732	111	3	do	do	AUX
crl-16732	111	4	-	-	PUNCT
crl-16732	111	5	publishers	publisher	NOUN
crl-16732	111	6	-	-	PUNCT
crl-16732	111	7	add	add	VERB
crl-16732	111	8	-	-	PUNCT
crl-16732	111	9	value	value	NOUN
crl-16732	111	10	-	-	PUNCT
crl-16732	111	11	maybe	maybe	ADV
crl-16732	111	12	-	-	PUNCT
crl-16732	111	13	little	little	ADJ
crl-16732	111	14	-	-	PUNCT
crl-16732	111	15	suggests	suggest	NOUN
crl-16732	111	16	-	-	PUNCT
crl-16732	111	17	preprint	preprint	NOUN
crl-16732	111	18	-	-	PUNCT
crl-16732	111	19	study	study	NOUN
crl-16732	111	20	-	-	PUNCT
crl-16732	111	21	of	of	ADP
crl-16732	111	22	-	-	PUNCT
crl-16732	111	23	preprints/	preprints/	NUM
crl-16732	111	24	[	[	X
crl-16732	111	25	accessed	access	VERB
crl-16732	111	26	8	8	NUM
crl-16732	111	27	august	august	PROPN
crl-16732	111	28	2017	2017	NUM
crl-16732	111	29	]	]	PUNCT
crl-16732	111	30	as	as	ADV
crl-16732	111	31	well	well	ADV
crl-16732	111	32	as	as	ADP
crl-16732	111	33	comments	comment	NOUN
crl-16732	111	34	on	on	ADP
crl-16732	111	35	the	the	DET
crl-16732	111	36	blog	blog	NOUN
crl-16732	111	37	post	post	NOUN
crl-16732	111	38	.	.	PROPN
crl-16732	111	39	9	9	NUM
crl-16732	111	40	.	.	PROPN
crl-16732	111	41	lutz	lutz	PROPN
crl-16732	111	42	bornmann	bornmann	PROPN
crl-16732	111	43	,	,	PUNCT
crl-16732	111	44	“	"	PUNCT
crl-16732	111	45	scientific	scientific	ADJ
crl-16732	111	46	peer	peer	NOUN
crl-16732	111	47	review	review	NOUN
crl-16732	111	48	:	:	PUNCT
crl-16732	111	49	an	an	DET
crl-16732	111	50	analysis	analysis	NOUN
crl-16732	111	51	of	of	ADP
crl-16732	111	52	the	the	DET
crl-16732	111	53	peer	peer	NOUN
crl-16732	111	54	review	review	NOUN
crl-16732	111	55	process	process	NOUN
crl-16732	111	56	from	from	ADP
crl-16732	111	57	the	the	DET
crl-16732	111	58	perspective	perspective	NOUN
crl-16732	111	59	of	of	ADP
crl-16732	111	60	sociology	sociology	NOUN
crl-16732	111	61	of	of	ADP
crl-16732	111	62	science	science	NOUN
crl-16732	111	63	theories	theory	NOUN
crl-16732	111	64	,	,	PUNCT
crl-16732	111	65	”	"	PUNCT
crl-16732	111	66	human	human	ADJ
crl-16732	111	67	architecture	architecture	NOUN
crl-16732	111	68	:	:	PUNCT
crl-16732	111	69	journal	journal	NOUN
crl-16732	111	70	of	of	ADP
crl-16732	111	71	the	the	DET
crl-16732	111	72	sociology	sociology	NOUN
crl-16732	111	73	of	of	ADP
crl-16732	111	74	self	self	NOUN
crl-16732	111	75	-	-	PUNCT
crl-16732	111	76	knowledge	knowledge	NOUN
crl-16732	111	77	6	6	NUM
crl-16732	111	78	,	,	PUNCT
crl-16732	111	79	no	no	NOUN
crl-16732	111	80	.	.	NOUN
crl-16732	111	81	2	2	NUM
crl-16732	111	82	,	,	PUNCT
crl-16732	111	83	article	article	NOUN
crl-16732	111	84	3	3	NUM
crl-16732	111	85	(	(	PUNCT
crl-16732	111	86	2008	2008	NUM
crl-16732	111	87	)	)	PUNCT
crl-16732	111	88	,	,	PUNCT
crl-16732	111	89	available	available	ADJ
crl-16732	111	90	online	online	ADV
crl-16732	111	91	at	at	ADP
crl-16732	111	92	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	PROPN
crl-16732	112	1	[	[	X
crl-16732	112	2	accessed	access	VERB
crl-16732	112	3	8	8	NUM
crl-16732	112	4	august	august	PROPN
crl-16732	112	5	2017	2017	NUM
crl-16732	112	6	]	]	PUNCT
crl-16732	112	7	.	.	PUNCT
crl-16732	113	1	10	10	NUM
crl-16732	113	2	.	.	PUNCT
crl-16732	113	3	biagioli	biagioli	PROPN
crl-16732	113	4	,	,	PUNCT
crl-16732	113	5	“	"	PUNCT
crl-16732	113	6	from	from	ADP
crl-16732	113	7	book	book	NOUN
crl-16732	113	8	censorship	censorship	NOUN
crl-16732	113	9	to	to	ADP
crl-16732	113	10	academic	academic	ADJ
crl-16732	113	11	peer	peer	NOUN
crl-16732	113	12	review	review	NOUN
crl-16732	113	13	,	,	PUNCT
crl-16732	113	14	”	"	PUNCT
crl-16732	113	15	11	11	NUM
crl-16732	113	16	.	.	NUM
crl-16732	113	17	11	11	NUM
crl-16732	113	18	.	.	PUNCT
crl-16732	114	1	ann	ann	PROPN
crl-16732	114	2	c.	c.	PROPN
crl-16732	114	3	weller	weller	PROPN
crl-16732	114	4	,	,	PUNCT
crl-16732	114	5	editorial	editorial	ADJ
crl-16732	114	6	peer	peer	NOUN
crl-16732	114	7	review	review	NOUN
crl-16732	114	8	:	:	PUNCT
crl-16732	114	9	its	its	PRON
crl-16732	114	10	strengths	strength	NOUN
crl-16732	114	11	and	and	CCONJ
crl-16732	114	12	weaknesses	weakness	NOUN
crl-16732	114	13	(	(	PUNCT
crl-16732	114	14	medford	medford	PROPN
crl-16732	114	15	,	,	PUNCT
crl-16732	114	16	nj	nj	PROPN
crl-16732	114	17	:	:	PUNCT
crl-16732	114	18	information	information	NOUN
crl-16732	114	19	today	today	NOUN
crl-16732	114	20	/	/	SYM
crl-16732	114	21	asis&t	asis&t	PROPN
crl-16732	114	22	monograph	monograph	NOUN
crl-16732	114	23	series	series	PROPN
crl-16732	114	24	,	,	PUNCT
crl-16732	114	25	2001	2001	NUM
crl-16732	114	26	):	):	PUNCT
crl-16732	114	27	308–9	308–9	NUM
crl-16732	114	28	.	.	PUNCT
crl-16732	115	1	12	12	NUM
crl-16732	115	2	.	.	PUNCT
crl-16732	116	1	korey	korey	PROPN
crl-16732	116	2	jackson	jackson	PROPN
crl-16732	116	3	,	,	PUNCT
crl-16732	116	4	“	"	PUNCT
crl-16732	116	5	watching	watch	VERB
crl-16732	116	6	the	the	DET
crl-16732	116	7	detectives	detective	NOUN
crl-16732	116	8	:	:	PUNCT
crl-16732	116	9	review	review	NOUN
crl-16732	116	10	’s	’s	NOUN
crl-16732	116	11	past	past	ADV
crl-16732	116	12	and	and	CCONJ
crl-16732	116	13	present	present	ADJ
crl-16732	116	14	,	,	PUNCT
crl-16732	116	15	”	"	PUNCT
crl-16732	116	16	ada	ada	NOUN
crl-16732	116	17	4	4	NUM
crl-16732	116	18	(	(	PUNCT
crl-16732	116	19	april	april	PROPN
crl-16732	116	20	2014	2014	NUM
crl-16732	116	21	)	)	PUNCT
crl-16732	116	22	.	.	PUNCT
crl-16732	117	1	doi:10.7264	doi:10.7264	ADJ
crl-16732	117	2	/	/	SYM
crl-16732	117	3	n38w3bk9	n38w3bk9	PROPN
crl-16732	117	4	.	.	PROPN
crl-16732	118	1	13	13	NUM
crl-16732	118	2	.	.	PUNCT
crl-16732	118	3	souder	souder	NOUN
crl-16732	118	4	,	,	PUNCT
crl-16732	118	5	"	"	PUNCT
crl-16732	118	6	the	the	DET
crl-16732	118	7	ethics	ethic	NOUN
crl-16732	118	8	of	of	ADP
crl-16732	118	9	scholarly	scholarly	ADJ
crl-16732	118	10	peer	peer	NOUN
crl-16732	118	11	review	review	NOUN
crl-16732	118	12	,	,	PUNCT
crl-16732	118	13	"	"	PUNCT
crl-16732	118	14	57	57	NUM
crl-16732	118	15	.	.	NUM
crl-16732	118	16	14	14	NUM
crl-16732	118	17	.	.	PUNCT
crl-16732	119	1	in	in	ADP
crl-16732	119	2	further	further	ADJ
crl-16732	119	3	commentary	commentary	NOUN
crl-16732	119	4	on	on	ADP
crl-16732	119	5	the	the	DET
crl-16732	119	6	role	role	NOUN
crl-16732	119	7	of	of	ADP
crl-16732	119	8	the	the	DET
crl-16732	119	9	reviewer	reviewer	NOUN
crl-16732	119	10	,	,	PUNCT
crl-16732	119	11	harriet	harriet	PROPN
crl-16732	119	12	zuckerman	zuckerman	PROPN
crl-16732	119	13	and	and	CCONJ
crl-16732	119	14	robert	robert	PROPN
crl-16732	119	15	k.	k.	PROPN
crl-16732	119	16	merton	merton	PROPN
crl-16732	119	17	frame	frame	PROPN
crl-16732	119	18	referees	referee	NOUN
crl-16732	119	19	and	and	CCONJ
crl-16732	119	20	editors	editor	NOUN
crl-16732	119	21	as	as	ADP
crl-16732	119	22	“	"	PUNCT
crl-16732	119	23	significant	significant	ADJ
crl-16732	119	24	status	status	NOUN
crl-16732	119	25	-	-	PUNCT
crl-16732	119	26	judges	judge	NOUN
crl-16732	119	27	.	.	PUNCT
crl-16732	119	28	”	"	PUNCT
crl-16732	120	1	they	they	PRON
crl-16732	120	2	argue	argue	VERB
crl-16732	120	3	that	that	SCONJ
crl-16732	120	4	status	status	NOUN
crl-16732	120	5	judges	judge	NOUN
crl-16732	120	6	(	(	PUNCT
crl-16732	120	7	a	a	DET
crl-16732	120	8	category	category	NOUN
crl-16732	120	9	that	that	PRON
crl-16732	120	10	can	can	AUX
crl-16732	120	11	be	be	AUX
crl-16732	120	12	applied	apply	VERB
crl-16732	120	13	in	in	ADP
crl-16732	120	14	other	other	ADJ
crl-16732	120	15	contexts	context	NOUN
crl-16732	120	16	to	to	ADP
crl-16732	120	17	teachers	teacher	NOUN
crl-16732	120	18	and	and	CCONJ
crl-16732	120	19	coaches	coach	NOUN
crl-16732	120	20	,	,	PUNCT
crl-16732	120	21	among	among	ADP
crl-16732	120	22	others	other	NOUN
crl-16732	120	23	)	)	PUNCT
crl-16732	120	24	“	"	PUNCT
crl-16732	120	25	…	…	PUNCT
crl-16732	120	26	are	be	AUX
crl-16732	120	27	integral	integral	ADJ
crl-16732	120	28	to	to	ADP
crl-16732	120	29	any	any	DET
crl-16732	120	30	system	system	NOUN
crl-16732	120	31	of	of	ADP
crl-16732	120	32	social	social	ADJ
crl-16732	120	33	control	control	NOUN
crl-16732	120	34	through	through	ADP
crl-16732	120	35	their	their	PRON
crl-16732	120	36	evaluation	evaluation	NOUN
crl-16732	120	37	of	of	ADP
crl-16732	120	38	role	role	NOUN
crl-16732	120	39	-	-	PUNCT
crl-16732	120	40	performance	performance	NOUN
crl-16732	120	41	and	and	CCONJ
crl-16732	120	42	their	their	PRON
crl-16732	120	43	allocation	allocation	NOUN
crl-16732	120	44	of	of	ADP
crl-16732	120	45	rewards	reward	NOUN
crl-16732	120	46	for	for	ADP
crl-16732	120	47	that	that	DET
crl-16732	120	48	performance	performance	NOUN
crl-16732	120	49	.	.	PUNCT
crl-16732	120	50	”	"	PUNCT
crl-16732	121	1	there	there	PRON
crl-16732	121	2	are	be	VERB
crl-16732	121	3	,	,	PUNCT
crl-16732	121	4	of	of	ADP
crl-16732	121	5	course	course	NOUN
crl-16732	121	6	,	,	PUNCT
crl-16732	121	7	other	other	ADJ
crl-16732	121	8	status	status	NOUN
crl-16732	121	9	-	-	PUNCT
crl-16732	121	10	judges	judge	NOUN
crl-16732	121	11	in	in	ADP
crl-16732	121	12	the	the	DET
crl-16732	121	13	scholarly	scholarly	ADJ
crl-16732	121	14	ecosystem	ecosystem	NOUN
crl-16732	121	15	,	,	PUNCT
crl-16732	121	16	including	include	VERB
crl-16732	121	17	authors	author	NOUN
crl-16732	121	18	and	and	CCONJ
crl-16732	121	19	readers	reader	NOUN
crl-16732	121	20	,	,	PUNCT
crl-16732	121	21	whose	whose	DET
crl-16732	121	22	assessments	assessment	NOUN
crl-16732	121	23	are	be	AUX
crl-16732	121	24	formally	formally	ADV
crl-16732	121	25	incorporated	incorporate	VERB
crl-16732	121	26	via	via	ADP
crl-16732	121	27	citations	citation	NOUN
crl-16732	121	28	,	,	PUNCT
crl-16732	121	29	reviews	review	NOUN
crl-16732	121	30	,	,	PUNCT
crl-16732	121	31	comments	comment	NOUN
crl-16732	121	32	,	,	PUNCT
crl-16732	121	33	and	and	CCONJ
crl-16732	121	34	even	even	ADV
crl-16732	121	35	downloads	download	VERB
crl-16732	121	36	,	,	PUNCT
crl-16732	121	37	through	through	ADP
crl-16732	121	38	scholarly	scholarly	ADJ
crl-16732	121	39	impact	impact	NOUN
crl-16732	121	40	metrics	metric	NOUN
crl-16732	121	41	that	that	PRON
crl-16732	121	42	play	play	VERB
crl-16732	121	43	http://www.jstor.org/stable/41827004	http://www.jstor.org/stable/41827004	X
crl-16732	121	44	https://www.ncbi.nlm.nih.gov/pmc/articles/pmc1420798	https://www.ncbi.nlm.nih.gov/pmc/articles/pmc1420798	PROPN
crl-16732	121	45	https://www.ncbi.nlm.nih.gov/pmc/articles/pmc1420798	https://www.ncbi.nlm.nih.gov/pmc/articles/pmc1420798	PROPN
crl-16732	122	1	https://dx.doi.org/10.1258%2fjrsm.99.4.178	https://dx.doi.org/10.1258%2fjrsm.99.4.178	PROPN
crl-16732	122	2	https://doi.org/10.1002/14651858.mr000016.pub3	https://doi.org/10.1002/14651858.mr000016.pub3	PROPN
crl-16732	122	3	https://doi.org/10.1145/2910896.2910909	https://doi.org/10.1145/2910896.2910909	PROPN
crl-16732	122	4	http://retractionwatch.com/2016/06/24/do-publishers-add-value-maybe-little-suggests-preprint-study-of-preprints/	http://retractionwatch.com/2016/06/24/do-publishers-add-value-maybe-little-suggests-preprint-study-of-preprints/	PROPN
crl-16732	122	5	http://retractionwatch.com/2016/06/24/do-publishers-add-value-maybe-little-suggests-preprint-study-of-preprints/	http://retractionwatch.com/2016/06/24/do-publishers-add-value-maybe-little-suggests-preprint-study-of-preprints/	PROPN
crl-16732	122	6	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	VERB
crl-16732	122	7	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	PROPN
crl-16732	123	1	http://dx.doi.org/10.7264/n38w3bk9	http://dx.doi.org/10.7264/n38w3bk9	PROPN
crl-16732	123	2	740	740	NUM
crl-16732	123	3	 	 	SPACE
crl-16732	123	4	college	college	PROPN
crl-16732	123	5	&	&	CCONJ
crl-16732	123	6	research	research	PROPN
crl-16732	123	7	libraries	library	NOUN
crl-16732	123	8	september	september	PROPN
crl-16732	123	9	2017	2017	NUM
crl-16732	123	10	a	a	DET
crl-16732	123	11	growing	grow	VERB
crl-16732	123	12	role	role	NOUN
crl-16732	123	13	in	in	ADP
crl-16732	123	14	the	the	DET
crl-16732	123	15	continued	continued	ADJ
crl-16732	123	16	assessment	assessment	NOUN
crl-16732	123	17	of	of	ADP
crl-16732	123	18	scholarship	scholarship	NOUN
crl-16732	123	19	;	;	PUNCT
crl-16732	123	20	harriet	harriet	PROPN
crl-16732	123	21	zuckerman	zuckerman	PROPN
crl-16732	123	22	and	and	CCONJ
crl-16732	123	23	robert	robert	PROPN
crl-16732	123	24	k.	k.	PROPN
crl-16732	123	25	merton	merton	PROPN
crl-16732	123	26	,	,	PUNCT
crl-16732	123	27	“	"	PUNCT
crl-16732	123	28	patterns	pattern	NOUN
crl-16732	123	29	of	of	ADP
crl-16732	123	30	evaluation	evaluation	NOUN
crl-16732	123	31	in	in	ADP
crl-16732	123	32	science	science	NOUN
crl-16732	123	33	:	:	PUNCT
crl-16732	123	34	institutionalisation	institutionalisation	NOUN
crl-16732	123	35	,	,	PUNCT
crl-16732	123	36	structure	structure	NOUN
crl-16732	123	37	and	and	CCONJ
crl-16732	123	38	functions	function	NOUN
crl-16732	123	39	of	of	ADP
crl-16732	123	40	the	the	DET
crl-16732	123	41	referee	referee	NOUN
crl-16732	123	42	system	system	NOUN
crl-16732	123	43	,	,	PUNCT
crl-16732	123	44	”	"	PUNCT
crl-16732	123	45	minerva	minerva	PROPN
crl-16732	123	46	9	9	NUM
crl-16732	123	47	,	,	PUNCT
crl-16732	123	48	no	no	NOUN
crl-16732	123	49	.	.	NOUN
crl-16732	123	50	1	1	NUM
crl-16732	123	51	(	(	PUNCT
crl-16732	123	52	january	january	PROPN
crl-16732	123	53	1971	1971	NUM
crl-16732	123	54	):	):	PUNCT
crl-16732	123	55	66–100	66–100	PROPN
crl-16732	123	56	,	,	PUNCT
crl-16732	123	57	available	available	ADJ
crl-16732	123	58	online	online	ADV
crl-16732	123	59	at	at	ADP
crl-16732	123	60	http://www.jstor	http://www.jstor	PROPN
crl-16732	123	61	.	.	PUNCT
crl-16732	124	1	org	org	PROPN
crl-16732	124	2	/	/	SYM
crl-16732	124	3	stable/41827004	stable/41827004	X
crl-16732	124	4	[	[	PUNCT
crl-16732	124	5	accessed	access	VERB
crl-16732	124	6	8	8	NUM
crl-16732	124	7	august	august	PROPN
crl-16732	124	8	2017	2017	NUM
crl-16732	124	9	]	]	PUNCT
crl-16732	124	10	.	.	PUNCT
crl-16732	125	1	15	15	NUM
crl-16732	125	2	.	.	X
crl-16732	125	3	weller	weller	NOUN
crl-16732	125	4	,	,	PUNCT
crl-16732	125	5	editorial	editorial	ADJ
crl-16732	125	6	peer	peer	NOUN
crl-16732	125	7	review	review	NOUN
crl-16732	125	8	,	,	PUNCT
crl-16732	125	9	322	322	NUM
crl-16732	125	10	.	.	PROPN
crl-16732	125	11	16	16	NUM
crl-16732	125	12	.	.	PUNCT
crl-16732	126	1	ann	ann	PROPN
crl-16732	126	2	c.	c.	PROPN
crl-16732	126	3	weller	weller	PROPN
crl-16732	126	4	,	,	PUNCT
crl-16732	126	5	“	"	PUNCT
crl-16732	126	6	editorial	editorial	ADJ
crl-16732	126	7	peer	peer	NOUN
crl-16732	126	8	review	review	NOUN
crl-16732	126	9	:	:	PUNCT
crl-16732	126	10	research	research	NOUN
crl-16732	126	11	,	,	PUNCT
crl-16732	126	12	current	current	ADJ
crl-16732	126	13	practices	practice	NOUN
crl-16732	126	14	,	,	PUNCT
crl-16732	126	15	and	and	CCONJ
crl-16732	126	16	implications	implication	NOUN
crl-16732	126	17	for	for	ADP
crl-16732	126	18	librarians	librarian	NOUN
crl-16732	126	19	,	,	PUNCT
crl-16732	126	20	”	"	PUNCT
crl-16732	126	21	serials	serial	NOUN
crl-16732	126	22	review	review	VERB
crl-16732	126	23	21	21	NUM
crl-16732	126	24	,	,	PUNCT
crl-16732	126	25	no	no	INTJ
crl-16732	126	26	.	.	NOUN
crl-16732	126	27	1	1	NUM
crl-16732	126	28	(	(	PUNCT
crl-16732	126	29	1995	1995	NUM
crl-16732	126	30	):	):	PUNCT
crl-16732	126	31	56	56	NUM
crl-16732	126	32	,	,	PUNCT
crl-16732	126	33	available	available	ADJ
crl-16732	126	34	online	online	ADV
crl-16732	126	35	at	at	ADP
crl-16732	126	36	https://doi.org/10.1016/00987913(95)90021-7	https://doi.org/10.1016/00987913(95)90021-7	PROPN
crl-16732	126	37	[	[	X
crl-16732	126	38	accessed	access	VERB
crl-16732	126	39	8	8	NUM
crl-16732	126	40	august	august	PROPN
crl-16732	126	41	2017	2017	NUM
crl-16732	126	42	]	]	PUNCT
crl-16732	126	43	.	.	PUNCT
crl-16732	127	1	stevan	stevan	PROPN
crl-16732	127	2	harnad	harnad	PROPN
crl-16732	127	3	writes	write	VERB
crl-16732	127	4	that	that	SCONJ
crl-16732	127	5	“	"	PUNCT
crl-16732	127	6	editors	editor	NOUN
crl-16732	127	7	usually	usually	ADV
crl-16732	127	8	have	have	VERB
crl-16732	127	9	‘	'	PUNCT
crl-16732	127	10	stables	stable	NOUN
crl-16732	127	11	’	'	PUNCT
crl-16732	127	12	of	of	ADP
crl-16732	127	13	referees	referee	NOUN
crl-16732	127	14	(	(	PUNCT
crl-16732	127	15	an	an	DET
crl-16732	127	16	apt	apt	ADJ
crl-16732	127	17	if	if	SCONJ
crl-16732	127	18	unflattering	unflattering	ADJ
crl-16732	127	19	term	term	NOUN
crl-16732	127	20	describing	describe	VERB
crl-16732	127	21	the	the	DET
crl-16732	127	22	workhorse	workhorse	ADJ
crl-16732	127	23	duties	duty	NOUN
crl-16732	127	24	this	this	DET
crl-16732	127	25	population	population	NOUN
crl-16732	127	26	performs	perform	VERB
crl-16732	127	27	gratis	gratis	NOUN
crl-16732	127	28	for	for	ADP
crl-16732	127	29	the	the	DET
crl-16732	127	30	sake	sake	NOUN
crl-16732	127	31	of	of	ADP
crl-16732	127	32	the	the	DET
crl-16732	127	33	system	system	NOUN
crl-16732	127	34	of	of	ADP
crl-16732	127	35	the	the	DET
crl-16732	127	36	whole	whole	NOUN
crl-16732	127	37	)	)	PUNCT
crl-16732	127	38	for	for	ADP
crl-16732	127	39	each	each	DET
crl-16732	127	40	specialty	specialty	NOUN
crl-16732	127	41	;	;	PUNCT
crl-16732	127	42	in	in	ADP
crl-16732	127	43	active	active	ADJ
crl-16732	127	44	areas	area	NOUN
crl-16732	127	45	,	,	PUNCT
crl-16732	127	46	however	however	ADV
crl-16732	127	47	,	,	PUNCT
crl-16732	127	48	these	these	DET
crl-16732	127	49	populations	population	NOUN
crl-16732	127	50	may	may	AUX
crl-16732	127	51	be	be	AUX
crl-16732	127	52	saturated	saturate	VERB
crl-16732	127	53	—	—	PUNCT
crl-16732	127	54	a	a	DET
crl-16732	127	55	given	give	VERB
crl-16732	127	56	workhorse	workhorse	NOUN
crl-16732	127	57	may	may	AUX
crl-16732	127	58	be	be	AUX
crl-16732	127	59	in	in	ADP
crl-16732	127	60	the	the	DET
crl-16732	127	61	service	service	NOUN
crl-16732	127	62	of	of	ADP
crl-16732	127	63	numerous	numerous	ADJ
crl-16732	127	64	stables	stable	NOUN
crl-16732	127	65	.	.	PUNCT
crl-16732	127	66	”	"	PUNCT
crl-16732	128	1	see	see	VERB
crl-16732	128	2	stevan	stevan	PROPN
crl-16732	128	3	harnad	harnad	PROPN
crl-16732	128	4	,	,	PUNCT
crl-16732	128	5	“	"	PUNCT
crl-16732	128	6	implementing	implement	VERB
crl-16732	128	7	peer	peer	NOUN
crl-16732	128	8	review	review	NOUN
crl-16732	128	9	on	on	ADP
crl-16732	128	10	the	the	DET
crl-16732	128	11	net	net	NOUN
crl-16732	128	12	:	:	PUNCT
crl-16732	128	13	scientific	scientific	ADJ
crl-16732	128	14	quality	quality	NOUN
crl-16732	128	15	control	control	NOUN
crl-16732	128	16	in	in	ADP
crl-16732	128	17	scholarly	scholarly	ADJ
crl-16732	128	18	electronic	electronic	ADJ
crl-16732	128	19	journals	journal	NOUN
crl-16732	128	20	,	,	PUNCT
crl-16732	128	21	”	"	PUNCT
crl-16732	128	22	in	in	ADP
crl-16732	128	23	scholarly	scholarly	ADJ
crl-16732	128	24	publishing	publishing	NOUN
crl-16732	128	25	:	:	PUNCT
crl-16732	128	26	the	the	DET
crl-16732	128	27	electronic	electronic	ADJ
crl-16732	128	28	frontier	frontier	NOUN
crl-16732	128	29	,	,	PUNCT
crl-16732	128	30	eds	ed	NOUN
crl-16732	128	31	.	.	PUNCT
crl-16732	129	1	robin	robin	PROPN
crl-16732	129	2	p.	p.	PROPN
crl-16732	129	3	peek	peek	PROPN
crl-16732	129	4	and	and	CCONJ
crl-16732	129	5	gregory	gregory	PROPN
crl-16732	129	6	b.	b.	PROPN
crl-16732	129	7	newby	newby	PROPN
crl-16732	129	8	(	(	PUNCT
crl-16732	129	9	cambridge	cambridge	PROPN
crl-16732	129	10	,	,	PUNCT
crl-16732	129	11	ma	ma	PROPN
crl-16732	129	12	:	:	PUNCT
crl-16732	129	13	mit	mit	VERB
crl-16732	129	14	press	press	PROPN
crl-16732	129	15	,	,	PUNCT
crl-16732	129	16	1996	1996	NUM
crl-16732	129	17	):	):	PUNCT
crl-16732	129	18	103–118	103–118	NUM
crl-16732	129	19	.	.	PUNCT
crl-16732	130	1	17	17	NUM
crl-16732	130	2	.	.	PUNCT
crl-16732	131	1	gary	gary	PROPN
crl-16732	131	2	marchionini	marchionini	PROPN
crl-16732	131	3	,	,	PUNCT
crl-16732	131	4	“	"	PUNCT
crl-16732	131	5	editorial	editorial	NOUN
crl-16732	131	6	:	:	PUNCT
crl-16732	131	7	reviewer	reviewer	NOUN
crl-16732	131	8	merits	merit	NOUN
crl-16732	131	9	and	and	CCONJ
crl-16732	131	10	review	review	VERB
crl-16732	131	11	control	control	NOUN
crl-16732	131	12	in	in	ADP
crl-16732	131	13	an	an	DET
crl-16732	131	14	age	age	NOUN
crl-16732	131	15	of	of	ADP
crl-16732	131	16	electronic	electronic	ADJ
crl-16732	131	17	manuscript	manuscript	NOUN
crl-16732	131	18	management	management	NOUN
crl-16732	131	19	systems	system	NOUN
crl-16732	131	20	,	,	PUNCT
crl-16732	131	21	”	"	PUNCT
crl-16732	131	22	acm	acm	NOUN
crl-16732	131	23	transactions	transaction	NOUN
crl-16732	131	24	on	on	ADP
crl-16732	131	25	information	information	NOUN
crl-16732	131	26	systems	system	NOUN
crl-16732	131	27	26	26	NUM
crl-16732	131	28	,	,	PUNCT
crl-16732	131	29	no	no	INTJ
crl-16732	131	30	.	.	NOUN
crl-16732	131	31	4	4	NUM
crl-16732	131	32	,	,	PUNCT
crl-16732	131	33	article	article	NOUN
crl-16732	131	34	25	25	NUM
crl-16732	131	35	(	(	PUNCT
crl-16732	131	36	september	september	PROPN
crl-16732	131	37	2008	2008	NUM
crl-16732	131	38	)	)	PUNCT
crl-16732	131	39	,	,	PUNCT
crl-16732	131	40	doi:10.1145/1402256.1402264	doi:10.1145/1402256.1402264	ADV
crl-16732	131	41	.	.	PUNCT
crl-16732	132	1	while	while	SCONJ
crl-16732	132	2	writing	write	VERB
crl-16732	132	3	this	this	DET
crl-16732	132	4	editorial	editorial	NOUN
crl-16732	132	5	,	,	PUNCT
crl-16732	132	6	i	i	PRON
crl-16732	132	7	heard	hear	VERB
crl-16732	132	8	some	some	DET
crl-16732	132	9	concern	concern	NOUN
crl-16732	132	10	,	,	PUNCT
crl-16732	132	11	voiced	voice	VERB
crl-16732	132	12	anecdotally	anecdotally	ADV
crl-16732	132	13	rather	rather	ADV
crl-16732	132	14	than	than	ADP
crl-16732	132	15	in	in	ADP
crl-16732	132	16	the	the	DET
crl-16732	132	17	literature	literature	NOUN
crl-16732	132	18	,	,	PUNCT
crl-16732	132	19	that	that	SCONJ
crl-16732	132	20	systems	system	NOUN
crl-16732	132	21	that	that	SCONJ
crl-16732	132	22	enabling	enable	VERB
crl-16732	132	23	tracking	tracking	NOUN
crl-16732	132	24	and	and	CCONJ
crl-16732	132	25	rating	rating	NOUN
crl-16732	132	26	of	of	ADP
crl-16732	132	27	reviewers	reviewer	NOUN
crl-16732	132	28	further	far	ADV
crl-16732	132	29	strain	strain	VERB
crl-16732	132	30	those	those	DET
crl-16732	132	31	reviewers	reviewer	NOUN
crl-16732	132	32	tagged	tag	VERB
crl-16732	132	33	as	as	ADP
crl-16732	132	34	strong	strong	ADJ
crl-16732	132	35	and	and	CCONJ
crl-16732	132	36	reliable	reliable	ADJ
crl-16732	132	37	.	.	PUNCT
crl-16732	133	1	this	this	DET
crl-16732	133	2	concern	concern	NOUN
crl-16732	133	3	is	be	AUX
crl-16732	133	4	supported	support	VERB
crl-16732	133	5	by	by	ADP
crl-16732	133	6	what	what	PRON
crl-16732	133	7	souder	souder	NOUN
crl-16732	133	8	describes	describe	VERB
crl-16732	133	9	as	as	ADP
crl-16732	133	10	the	the	DET
crl-16732	133	11	commoditization	commoditization	NOUN
crl-16732	133	12	of	of	ADP
crl-16732	133	13	reviewers	reviewer	NOUN
crl-16732	133	14	,	,	PUNCT
crl-16732	133	15	referencing	reference	VERB
crl-16732	133	16	tsui	tsui	NOUN
crl-16732	133	17	and	and	CCONJ
crl-16732	133	18	hollenbeck	hollenbeck	NOUN
crl-16732	133	19	’s	’s	NOUN
crl-16732	133	20	work	work	NOUN
crl-16732	133	21	on	on	ADP
crl-16732	133	22	the	the	DET
crl-16732	133	23	“	"	PUNCT
crl-16732	133	24	reviewing	review	VERB
crl-16732	133	25	market	market	NOUN
crl-16732	133	26	.	.	PUNCT
crl-16732	133	27	”	"	PUNCT
crl-16732	134	1	see	see	VERB
crl-16732	134	2	souder	souder	NOUN
crl-16732	134	3	,	,	PUNCT
crl-16732	134	4	59	59	NUM
crl-16732	134	5	.	.	NUM
crl-16732	134	6	18	18	NUM
crl-16732	134	7	.	.	PUNCT
crl-16732	135	1	by	by	ADP
crl-16732	135	2	way	way	NOUN
crl-16732	135	3	of	of	ADP
crl-16732	135	4	disclosure	disclosure	NOUN
crl-16732	135	5	:	:	PUNCT
crl-16732	135	6	i	i	PRON
crl-16732	135	7	served	serve	VERB
crl-16732	135	8	as	as	ADP
crl-16732	135	9	a	a	DET
crl-16732	135	10	member	member	NOUN
crl-16732	135	11	of	of	ADP
crl-16732	135	12	the	the	DET
crl-16732	135	13	program	program	NOUN
crl-16732	135	14	committee	committee	NOUN
crl-16732	135	15	for	for	ADP
crl-16732	135	16	the	the	DET
crl-16732	135	17	2013	2013	NUM
crl-16732	135	18	and	and	CCONJ
crl-16732	135	19	2014	2014	NUM
crl-16732	135	20	digital	digital	ADJ
crl-16732	135	21	humanities	humanity	NOUN
crl-16732	135	22	conferences	conference	NOUN
crl-16732	135	23	.	.	PUNCT
crl-16732	136	1	19	19	NUM
crl-16732	136	2	.	.	X
crl-16732	136	3	bethany	bethany	PROPN
crl-16732	136	4	nowviskie	nowviskie	PROPN
crl-16732	136	5	,	,	PUNCT
crl-16732	136	6	“	"	PUNCT
crl-16732	136	7	cats	cat	NOUN
crl-16732	136	8	and	and	CCONJ
crl-16732	136	9	ships	ship	NOUN
crl-16732	136	10	,	,	PUNCT
crl-16732	136	11	”	"	PUNCT
crl-16732	136	12	nowviskie.org	nowviskie.org	PROPN
crl-16732	136	13	blog	blog	NOUN
crl-16732	136	14	(	(	PUNCT
crl-16732	136	15	november	november	PROPN
crl-16732	136	16	2	2	NUM
crl-16732	136	17	,	,	PUNCT
crl-16732	136	18	2012	2012	NUM
crl-16732	136	19	)	)	PUNCT
crl-16732	136	20	,	,	PUNCT
crl-16732	136	21	available	available	ADJ
crl-16732	136	22	online	online	ADV
crl-16732	136	23	at	at	ADP
crl-16732	136	24	http://nowviskie.org/2012/cats-and-ships/	http://nowviskie.org/2012/cats-and-ships/	PROPN
crl-16732	136	25	[	[	X
crl-16732	136	26	accessed	access	VERB
crl-16732	136	27	8	8	NUM
crl-16732	136	28	august	august	PROPN
crl-16732	136	29	2017	2017	NUM
crl-16732	136	30	]	]	PUNCT
crl-16732	136	31	.	.	PUNCT
crl-16732	137	1	20	20	NUM
crl-16732	137	2	.	.	PUNCT
crl-16732	137	3	as	as	ADP
crl-16732	137	4	2017	2017	NUM
crl-16732	137	5	program	program	NOUN
crl-16732	137	6	committee	committee	NOUN
crl-16732	137	7	chair	chair	PROPN
crl-16732	137	8	diane	diane	PROPN
crl-16732	137	9	jakacki	jakacki	PROPN
crl-16732	137	10	expressed	express	VERB
crl-16732	137	11	in	in	ADP
crl-16732	137	12	her	her	PRON
crl-16732	137	13	proposal	proposal	NOUN
crl-16732	137	14	to	to	PART
crl-16732	137	15	extend	extend	VERB
crl-16732	137	16	the	the	DET
crl-16732	137	17	conference	conference	NOUN
crl-16732	137	18	reviewer	reviewer	NOUN
crl-16732	137	19	pool	pool	NOUN
crl-16732	137	20	,	,	PUNCT
crl-16732	137	21	adding	add	VERB
crl-16732	137	22	new	new	ADJ
crl-16732	137	23	reviewers	reviewer	NOUN
crl-16732	137	24	“	"	PUNCT
crl-16732	137	25	better	well	ADV
crl-16732	137	26	reflects	reflect	VERB
crl-16732	137	27	and	and	CCONJ
crl-16732	137	28	represents	represent	VERB
crl-16732	137	29	the	the	DET
crl-16732	137	30	dimension	dimension	NOUN
crl-16732	137	31	of	of	ADP
crl-16732	137	32	scholar	scholar	NOUN
crl-16732	137	33	-	-	PUNCT
crl-16732	137	34	practitioners	practitioner	NOUN
crl-16732	137	35	in	in	ADP
crl-16732	137	36	[	[	X
crl-16732	137	37	digital	digital	ADJ
crl-16732	137	38	humanities	humanity	NOUN
crl-16732	137	39	]	]	PUNCT
crl-16732	137	40	whose	whose	DET
crl-16732	137	41	work	work	NOUN
crl-16732	137	42	is	be	AUX
crl-16732	137	43	presented	present	VERB
crl-16732	137	44	at	at	ADP
crl-16732	137	45	the	the	DET
crl-16732	137	46	conference	conference	NOUN
crl-16732	137	47	in	in	ADP
crl-16732	137	48	all	all	DET
crl-16732	137	49	inclusive	inclusive	ADJ
crl-16732	137	50	senses	sense	NOUN
crl-16732	137	51	(	(	PUNCT
crl-16732	137	52	in	in	ADP
crl-16732	137	53	terms	term	NOUN
crl-16732	137	54	of	of	ADP
crl-16732	137	55	language	language	NOUN
crl-16732	137	56	,	,	PUNCT
crl-16732	137	57	region	region	NOUN
crl-16732	137	58	,	,	PUNCT
crl-16732	137	59	race	race	NOUN
crl-16732	137	60	,	,	PUNCT
crl-16732	137	61	ethnicity	ethnicity	NOUN
crl-16732	137	62	,	,	PUNCT
crl-16732	137	63	culture	culture	NOUN
crl-16732	137	64	,	,	PUNCT
crl-16732	137	65	labor	labor	NOUN
crl-16732	137	66	,	,	PUNCT
crl-16732	137	67	identity	identity	NOUN
crl-16732	137	68	,	,	PUNCT
crl-16732	137	69	as	as	ADV
crl-16732	137	70	well	well	ADV
crl-16732	137	71	as	as	ADP
crl-16732	137	72	the	the	DET
crl-16732	137	73	ever	ever	ADV
crl-16732	137	74	-	-	PUNCT
crl-16732	137	75	expanding	expand	VERB
crl-16732	137	76	types	type	NOUN
crl-16732	137	77	of	of	ADP
crl-16732	137	78	scholarship	scholarship	NOUN
crl-16732	137	79	,	,	PUNCT
crl-16732	137	80	publication	publication	NOUN
crl-16732	137	81	,	,	PUNCT
crl-16732	137	82	and	and	CCONJ
crl-16732	137	83	expression	expression	NOUN
crl-16732	137	84	that	that	PRON
crl-16732	137	85	are	be	AUX
crl-16732	137	86	associated	associate	VERB
crl-16732	137	87	with	with	ADP
crl-16732	137	88	[	[	PUNCT
crl-16732	137	89	digital	digital	ADJ
crl-16732	137	90	humanities	humanity	NOUN
crl-16732	137	91	]	]	PUNCT
crl-16732	137	92	.	.	PUNCT
crl-16732	137	93	”	"	PUNCT
crl-16732	138	1	diane	diane	PROPN
crl-16732	138	2	jakacki	jakacki	PROPN
crl-16732	138	3	,	,	PUNCT
crl-16732	138	4	“	"	PUNCT
crl-16732	138	5	recommendation	recommendation	NOUN
crl-16732	138	6	to	to	PART
crl-16732	138	7	extend	extend	VERB
crl-16732	138	8	reviewers	reviewer	NOUN
crl-16732	138	9	pool	pool	NOUN
crl-16732	138	10	for	for	ADP
crl-16732	138	11	dh2017/18	dh2017/18	NOUN
crl-16732	138	12	.	.	PUNCT
crl-16732	138	13	”	"	PUNCT
crl-16732	139	1	21	21	NUM
crl-16732	139	2	.	.	PUNCT
crl-16732	139	3	michèle	michèle	PROPN
crl-16732	139	4	lamont	lamont	PROPN
crl-16732	139	5	,	,	PUNCT
crl-16732	139	6	how	how	SCONJ
crl-16732	139	7	professors	professor	NOUN
crl-16732	139	8	think	think	VERB
crl-16732	139	9	:	:	PUNCT
crl-16732	139	10	inside	inside	ADP
crl-16732	139	11	the	the	DET
crl-16732	139	12	curious	curious	ADJ
crl-16732	139	13	world	world	NOUN
crl-16732	139	14	of	of	ADP
crl-16732	139	15	academic	academic	ADJ
crl-16732	139	16	judgment	judgment	NOUN
crl-16732	139	17	(	(	PUNCT
crl-16732	139	18	harvard	harvard	PROPN
crl-16732	139	19	university	university	PROPN
crl-16732	139	20	press	press	NOUN
crl-16732	139	21	,	,	PUNCT
crl-16732	139	22	2009	2009	NUM
crl-16732	139	23	):	):	PUNCT
crl-16732	139	24	102–3	102–3	NUM
crl-16732	139	25	.	.	PUNCT
crl-16732	140	1	22	22	NUM
crl-16732	140	2	.	.	PUNCT
crl-16732	140	3	lamont	lamont	PROPN
crl-16732	140	4	,	,	PUNCT
crl-16732	140	5	103	103	NUM
crl-16732	140	6	.	.	PUNCT
crl-16732	141	1	souder	souder	NOUN
crl-16732	141	2	reports	report	VERB
crl-16732	141	3	that	that	SCONJ
crl-16732	141	4	“	"	PUNCT
crl-16732	141	5	when	when	SCONJ
crl-16732	141	6	the	the	DET
crl-16732	141	7	peer	peer	NOUN
crl-16732	141	8	-	-	PUNCT
crl-16732	141	9	review	review	NOUN
crl-16732	141	10	process	process	NOUN
crl-16732	141	11	becomes	become	VERB
crl-16732	141	12	interdisciplinary	interdisciplinary	ADJ
crl-16732	141	13	,	,	PUNCT
crl-16732	141	14	some	some	DET
crl-16732	141	15	scholars	scholar	NOUN
crl-16732	141	16	have	have	AUX
crl-16732	141	17	discovered	discover	VERB
crl-16732	141	18	epistemological	epistemological	ADJ
crl-16732	141	19	conflicts	conflict	NOUN
crl-16732	141	20	of	of	ADP
crl-16732	141	21	interest	interest	NOUN
crl-16732	141	22	.	.	PUNCT
crl-16732	141	23	”	"	PUNCT
crl-16732	142	1	see	see	VERB
crl-16732	142	2	souder	souder	NOUN
crl-16732	142	3	,	,	PUNCT
crl-16732	142	4	62	62	NUM
crl-16732	142	5	.	.	PUNCT
crl-16732	143	1	23	23	NUM
crl-16732	143	2	.	.	PUNCT
crl-16732	144	1	research	research	NOUN
crl-16732	144	2	firmly	firmly	ADV
crl-16732	144	3	situated	situate	VERB
crl-16732	144	4	in	in	ADP
crl-16732	144	5	a	a	DET
crl-16732	144	6	discipline	discipline	NOUN
crl-16732	144	7	,	,	PUNCT
crl-16732	144	8	too	too	ADV
crl-16732	144	9	,	,	PUNCT
crl-16732	144	10	prompts	prompt	NOUN
crl-16732	144	11	concern	concern	NOUN
crl-16732	144	12	for	for	ADP
crl-16732	144	13	journal	journal	NOUN
crl-16732	144	14	editors	editor	NOUN
crl-16732	144	15	seeking	seek	VERB
crl-16732	144	16	to	to	ADP
crl-16732	144	17	identifier	identifi	ADJ
crl-16732	144	18	reviewers	reviewer	NOUN
crl-16732	144	19	that	that	PRON
crl-16732	144	20	qualify	qualify	VERB
crl-16732	144	21	as	as	ADP
crl-16732	144	22	peers	peer	NOUN
crl-16732	144	23	:	:	PUNCT
crl-16732	144	24	as	as	SCONJ
crl-16732	144	25	smith	smith	PROPN
crl-16732	144	26	has	have	AUX
crl-16732	144	27	asked	ask	VERB
crl-16732	144	28	:	:	PUNCT
crl-16732	144	29	“	"	PUNCT
crl-16732	144	30	but	but	CCONJ
crl-16732	144	31	who	who	PRON
crl-16732	144	32	is	be	AUX
crl-16732	144	33	a	a	DET
crl-16732	144	34	peer	peer	NOUN
crl-16732	144	35	?	?	PUNCT
crl-16732	145	1	somebody	somebody	PRON
crl-16732	145	2	doing	do	VERB
crl-16732	145	3	exactly	exactly	ADV
crl-16732	145	4	the	the	DET
crl-16732	145	5	same	same	ADJ
crl-16732	145	6	kind	kind	NOUN
crl-16732	145	7	of	of	ADP
crl-16732	145	8	research	research	NOUN
crl-16732	145	9	(	(	PUNCT
crl-16732	145	10	in	in	ADP
crl-16732	145	11	which	which	DET
crl-16732	145	12	case	case	NOUN
crl-16732	145	13	he	he	PRON
crl-16732	145	14	or	or	CCONJ
crl-16732	145	15	she	she	PRON
crl-16732	145	16	is	be	AUX
crl-16732	145	17	probably	probably	ADV
crl-16732	145	18	a	a	DET
crl-16732	145	19	direct	direct	ADJ
crl-16732	145	20	competitor	competitor	NOUN
crl-16732	145	21	)	)	PUNCT
crl-16732	145	22	?	?	PUNCT
crl-16732	146	1	somebody	somebody	PRON
crl-16732	146	2	in	in	ADP
crl-16732	146	3	the	the	DET
crl-16732	146	4	same	same	ADJ
crl-16732	146	5	discipline	discipline	NOUN
crl-16732	146	6	?	?	PUNCT
crl-16732	147	1	somebody	somebody	PRON
crl-16732	147	2	who	who	PRON
crl-16732	147	3	is	be	AUX
crl-16732	147	4	an	an	DET
crl-16732	147	5	expert	expert	NOUN
crl-16732	147	6	on	on	ADP
crl-16732	147	7	methodology	methodology	NOUN
crl-16732	147	8	?	?	PUNCT
crl-16732	147	9	”	"	PUNCT
crl-16732	147	10	see	see	VERB
crl-16732	147	11	smith	smith	PROPN
crl-16732	147	12	,	,	PUNCT
crl-16732	147	13	n.p	n.p	PROPN
crl-16732	147	14	.	.	PROPN
crl-16732	147	15	24	24	NUM
crl-16732	147	16	.	.	PUNCT
crl-16732	148	1	several	several	ADJ
crl-16732	148	2	disciplinary	disciplinary	ADJ
crl-16732	148	3	associations	association	NOUN
crl-16732	148	4	have	have	AUX
crl-16732	148	5	issued	issue	VERB
crl-16732	148	6	guidelines	guideline	NOUN
crl-16732	148	7	for	for	ADP
crl-16732	148	8	evaluating	evaluate	VERB
crl-16732	148	9	digital	digital	ADJ
crl-16732	148	10	scholarship	scholarship	NOUN
crl-16732	148	11	.	.	PUNCT
crl-16732	149	1	see	see	VERB
crl-16732	149	2	the	the	DET
crl-16732	149	3	modern	modern	ADJ
crl-16732	149	4	language	language	NOUN
crl-16732	149	5	association	association	NOUN
crl-16732	149	6	’s	’s	PART
crl-16732	149	7	guidelines	guideline	NOUN
crl-16732	149	8	for	for	ADP
crl-16732	149	9	evaluating	evaluate	VERB
crl-16732	149	10	work	work	NOUN
crl-16732	149	11	in	in	ADP
crl-16732	149	12	digital	digital	ADJ
crl-16732	149	13	humanities	humanity	NOUN
crl-16732	149	14	and	and	CCONJ
crl-16732	149	15	digital	digital	ADJ
crl-16732	149	16	media	medium	NOUN
crl-16732	149	17	(	(	PUNCT
crl-16732	149	18	committee	committee	NOUN
crl-16732	149	19	on	on	ADP
crl-16732	149	20	information	information	NOUN
crl-16732	149	21	technology	technology	NOUN
crl-16732	149	22	,	,	PUNCT
crl-16732	149	23	2012	2012	NUM
crl-16732	149	24	)	)	PUNCT
crl-16732	149	25	and	and	CCONJ
crl-16732	149	26	the	the	DET
crl-16732	149	27	american	american	PROPN
crl-16732	149	28	historical	historical	PROPN
crl-16732	149	29	association	association	PROPN
crl-16732	149	30	’s	’s	PART
crl-16732	149	31	guidelines	guideline	NOUN
crl-16732	149	32	for	for	ADP
crl-16732	149	33	the	the	DET
crl-16732	149	34	professional	professional	ADJ
crl-16732	149	35	evaluation	evaluation	NOUN
crl-16732	149	36	of	of	ADP
crl-16732	149	37	digital	digital	ADJ
crl-16732	149	38	scholarship	scholarship	NOUN
crl-16732	149	39	in	in	ADP
crl-16732	149	40	history	history	NOUN
crl-16732	149	41	(	(	PUNCT
crl-16732	149	42	ad	ad	X
crl-16732	149	43	hoc	hoc	X
crl-16732	149	44	committee	committee	NOUN
crl-16732	149	45	on	on	ADP
crl-16732	149	46	the	the	DET
crl-16732	149	47	evaluation	evaluation	NOUN
crl-16732	149	48	of	of	ADP
crl-16732	149	49	digital	digital	ADJ
crl-16732	149	50	scholarship	scholarship	NOUN
crl-16732	149	51	by	by	ADP
crl-16732	149	52	historians	historian	NOUN
crl-16732	149	53	,	,	PUNCT
crl-16732	149	54	june	june	PROPN
crl-16732	149	55	2015	2015	NUM
crl-16732	149	56	)	)	PUNCT
crl-16732	149	57	.	.	PUNCT
crl-16732	150	1	25	25	NUM
crl-16732	150	2	.	.	PUNCT
crl-16732	151	1	susan	susan	PROPN
crl-16732	151	2	schreibman	schreibman	PROPN
crl-16732	151	3	,	,	PUNCT
crl-16732	151	4	laura	laura	PROPN
crl-16732	151	5	mandell	mandell	PROPN
crl-16732	151	6	,	,	PUNCT
crl-16732	151	7	and	and	CCONJ
crl-16732	151	8	stephen	stephen	PROPN
crl-16732	151	9	olsen	olsen	PROPN
crl-16732	151	10	,	,	PUNCT
crl-16732	151	11	“	"	PUNCT
crl-16732	151	12	evaluating	evaluate	VERB
crl-16732	151	13	digital	digital	ADJ
crl-16732	151	14	scholarship	scholarship	NOUN
crl-16732	151	15	,	,	PUNCT
crl-16732	151	16	”	"	PUNCT
crl-16732	151	17	profession	profession	NOUN
crl-16732	151	18	(	(	PUNCT
crl-16732	151	19	2011	2011	NUM
crl-16732	151	20	):	):	PUNCT
crl-16732	151	21	123–135	123–135	NUM
crl-16732	151	22	,	,	PUNCT
crl-16732	151	23	available	available	ADJ
crl-16732	151	24	online	online	ADV
crl-16732	151	25	at	at	ADP
crl-16732	151	26	http://www.jstor.org/stable/41714114	http://www.jstor.org/stable/41714114	PROPN
crl-16732	152	1	[	[	X
crl-16732	152	2	accessed	access	VERB
crl-16732	152	3	8	8	NUM
crl-16732	152	4	august	august	PROPN
crl-16732	152	5	2017	2017	NUM
crl-16732	152	6	]	]	PUNCT
crl-16732	152	7	.	.	PUNCT
crl-16732	153	1	26	26	NUM
crl-16732	153	2	.	.	PUNCT
crl-16732	154	1	ibid	ibid	PROPN
crl-16732	154	2	.	.	PUNCT
crl-16732	154	3	,	,	PUNCT
crl-16732	154	4	124–5	124–5	NUM
crl-16732	154	5	.	.	PROPN
crl-16732	154	6	27	27	NUM
crl-16732	154	7	.	.	PUNCT
crl-16732	155	1	see	see	VERB
crl-16732	155	2	other	other	ADJ
crl-16732	155	3	editorials	editorial	NOUN
crl-16732	155	4	in	in	ADP
crl-16732	155	5	c&rl	c&rl	PROPN
crl-16732	155	6	’s	’s	PART
crl-16732	155	7	series	series	NOUN
crl-16732	155	8	on	on	ADP
crl-16732	155	9	peer	peer	NOUN
crl-16732	155	10	review	review	NOUN
crl-16732	155	11	for	for	ADP
crl-16732	155	12	analysis	analysis	NOUN
crl-16732	155	13	of	of	ADP
crl-16732	155	14	open	open	ADJ
crl-16732	155	15	peer	peer	NOUN
crl-16732	155	16	review	review	NOUN
crl-16732	155	17	and	and	CCONJ
crl-16732	155	18	peer	peer	NOUN
crl-16732	155	19	review	review	NOUN
crl-16732	155	20	of	of	ADP
crl-16732	155	21	data	datum	NOUN
crl-16732	155	22	.	.	PUNCT
crl-16732	156	1	morten	morten	PROPN
crl-16732	156	2	wendelbo	wendelbo	PROPN
crl-16732	156	3	,	,	PUNCT
crl-16732	156	4	“	"	PUNCT
crl-16732	156	5	perspectives	perspective	NOUN
crl-16732	156	6	on	on	ADP
crl-16732	156	7	peer	peer	NOUN
crl-16732	156	8	review	review	NOUN
crl-16732	156	9	of	of	ADP
crl-16732	156	10	data	datum	NOUN
crl-16732	156	11	:	:	PUNCT
crl-16732	156	12	framing	frame	VERB
crl-16732	156	13	standards	standard	NOUN
crl-16732	156	14	and	and	CCONJ
crl-16732	156	15	questions	question	NOUN
crl-16732	156	16	,	,	PUNCT
crl-16732	156	17	”	"	PUNCT
crl-16732	156	18	college	college	PROPN
crl-16732	156	19	&	&	CCONJ
crl-16732	156	20	research	research	PROPN
crl-16732	156	21	libraries	librarie	VERB
crl-16732	156	22	78	78	NUM
crl-16732	156	23	,	,	PUNCT
crl-16732	156	24	no	no	NOUN
crl-16732	156	25	.	.	NOUN
crl-16732	156	26	3	3	NUM
crl-16732	156	27	(	(	PUNCT
crl-16732	156	28	april	april	PROPN
crl-16732	156	29	2017	2017	NUM
crl-16732	156	30	)	)	PUNCT
crl-16732	156	31	,	,	PUNCT
crl-16732	156	32	available	available	ADJ
crl-16732	156	33	online	online	ADV
crl-16732	156	34	at	at	ADP
crl-16732	156	35	https://doi	https://doi	PROPN
crl-16732	156	36	.	.	PUNCT
crl-16732	157	1	org/10.5860	org/10.5860	PROPN
crl-16732	157	2	/	/	SYM
crl-16732	157	3	crl.78.3.16585	crl.78.3.16585	PROPN
crl-16732	157	4	[	[	PUNCT
crl-16732	157	5	accessed	access	VERB
crl-16732	157	6	8	8	NUM
crl-16732	157	7	august	august	PROPN
crl-16732	157	8	2017	2017	NUM
crl-16732	157	9	]	]	PUNCT
crl-16732	157	10	;	;	PUNCT
crl-16732	157	11	emily	emily	PROPN
crl-16732	157	12	ford	ford	NOUN
crl-16732	157	13	,	,	PUNCT
crl-16732	157	14	“	"	PUNCT
crl-16732	157	15	advancing	advance	VERB
crl-16732	157	16	an	an	DET
crl-16732	157	17	open	open	ADJ
crl-16732	157	18	ethos	ethos	NOUN
crl-16732	157	19	with	with	ADP
crl-16732	157	20	open	open	ADJ
crl-16732	157	21	peer	peer	NOUN
crl-16732	157	22	review	review	NOUN
crl-16732	157	23	,	,	PUNCT
crl-16732	157	24	”	"	PUNCT
crl-16732	157	25	college	college	PROPN
crl-16732	157	26	&	&	CCONJ
crl-16732	157	27	research	research	PROPN
crl-16732	157	28	libraries	librarie	VERB
crl-16732	157	29	78	78	NUM
crl-16732	157	30	,	,	PUNCT
crl-16732	157	31	no	no	NOUN
crl-16732	157	32	.	.	NOUN
crl-16732	157	33	4	4	NUM
crl-16732	157	34	(	(	PUNCT
crl-16732	157	35	may	may	AUX
crl-16732	157	36	2017	2017	NUM
crl-16732	157	37	)	)	PUNCT
crl-16732	157	38	,	,	PUNCT
crl-16732	157	39	available	available	ADJ
crl-16732	157	40	online	online	ADV
crl-16732	157	41	at	at	ADP
crl-16732	157	42	https://	https://	PRON
crl-16732	157	43	doi.org/10.5860/crl.78.4.406	doi.org/10.5860/crl.78.4.406	SPACE
crl-16732	157	44	[	[	PUNCT
crl-16732	157	45	accessed	access	VERB
crl-16732	157	46	8	8	NUM
crl-16732	157	47	august	august	PROPN
crl-16732	157	48	2017	2017	NUM
crl-16732	157	49	]	]	PUNCT
crl-16732	157	50	.	.	PUNCT
crl-16732	158	1	http://www.jstor.org/stable/41827004	http://www.jstor.org/stable/41827004	X
crl-16732	158	2	http://www.jstor.org/stable/41827004	http://www.jstor.org/stable/41827004	VERB
crl-16732	158	3	https://doi.org/10.1016/0098-7913(95)90021-7	https://doi.org/10.1016/0098-7913(95)90021-7	PROPN
crl-16732	158	4	https://doi.org/10.1016/0098-7913(95)90021-7	https://doi.org/10.1016/0098-7913(95)90021-7	PROPN
crl-16732	158	5	https://doi.org/10.1145/1402256.1402264	https://doi.org/10.1145/1402256.1402264	ADJ
crl-16732	158	6	http://nowviskie.org	http://nowviskie.org	X
crl-16732	158	7	http://nowviskie.org/2012/cats-and-ships/	http://nowviskie.org/2012/cats-and-ships/	PROPN
crl-16732	158	8	http://www.jstor.org/stable/41714114	http://www.jstor.org/stable/41714114	PROPN
crl-16732	159	1	https://doi.org/10.5860/crl.78.3.16585	https://doi.org/10.5860/crl.78.3.16585	PROPN
crl-16732	159	2	https://doi.org/10.5860/crl.78.3.16585	https://doi.org/10.5860/crl.78.3.16585	NOUN
crl-16732	159	3	https://doi.org/10.5860/crl.78.4.406	https://doi.org/10.5860/crl.78.4.406	NOUN
crl-16732	159	4	https://doi.org/10.5860/crl.78.4.406	https://doi.org/10.5860/crl.78.4.406	VERB
crl-16732	159	5	_	_	PUNCT
crl-16732	159	6	goback	goback	NOUN