#! /pm/bin/perl --
#
#V vocab.pl V1.0 12 Aug 1994 (for Perl 4.036)
#  Jim Richardson, University of Sydney
#  jimr@maths.su.oz.au or http://www.maths.usyd.edu.au:8000/jimr.html

    package vocab;

    #  Words to ignore (frequent, contentless, invariant or irregular):
    #  we must quote Perl tokens

    foreach(

	#  note that all 1-letter words should be ignored by code

	am, an, as, at, be, by, he, 'if', in, is, it,
	me, my, no, of, on, or, so, to, up, us, we,
	all, and, any, are, but, can, due, end, etc, few, 'for',
	had, has, his, her, how, its, may, new, nor, not, now,
	off, out, per, sms, she, the, too, via, was, who, yet, you,  # SMS = local abbrev
	also, back, been, both, does, down, 'each', from, full,
	good, half, held, here, high, into, just, kept, left,
	'last', less, long, made, main, many, more, most, much, must,
	near, need, 'next', only, over,
	said, same, seen, sent, some, such, than, that, them, then, they, this, thus,
	very, wide, were, what, when, well, will, with,
	about, above, after, again, ahead, along, among, below, could, every,
	found, given, known, large, later, least,
	major, might, needs, never, often, quite, short, shown, since, small, still,
	taken, there, these, those, under, 'until', usual,
	where, which, 'while', whose, would,
	across, anyone, around, become, before, better,
	chosen, during, either, inside, itself,
	nearby, needed, rather, recent, should, 'unless', within,
	already, another, because, beneath, between,
	capable, current, further, general, however,
	instead, perhaps, several, through, various, whether, without, written,
	everyone, previous, together, suitable,
	different, difficult,
      )
    {
	$ignore_word{ $_ } = 1;
    }

    #  Stems to ignore

    foreach(
	be, 'do', go, on, us,
	abl, add, ask, dai, get, let, our, own, put, see, try, two, wai,
	agre, call, care, case, come, date, done, find, five, four, give,
	have, hour, item, keep, know, leav, like, list, look,
	make, move, name, note, 'open', part, pass,
	rais, 'read', rest, save, seem, 'send', show,
	take, 'time', turn, view, want, week, wish, your,
	activ, allow, amend, assur, avail, avoid, begin, choic, choos, decid,
	ensur, enter, entri, facil, initi, locat, month, occur, offer, other,
	place, pleas, point, prior, relat, remov,
	start, state, their, thing, think, three,
	'accept', achiev, adjust, amount, appear, approv, arrang, assist, attend,
	chang, consid,
	depart, detail, direct, effect, exampl, except, featur, follow,
	improv, includ, insert, intend, materi,
	obtain, person, prefer, prepar, produc, propos, provid, purpos,
	receiv, remain, remind, replac, requir, 'return', review,
	'select', specif, termin,
	cannot, commenc, concern, confirm, contact, contain, content, convert, correct,
	develop, discuss, increas,
	perform, possibl, present, problem, process, qualiti, specifi, suggest, support,
	appropri, consider, decision, determin, interest, question,
	recommend,
	particular,
      )
    {
	$ignore_stem{ $_ } = 1;
    }

    #  Words whose canonical stem is nonstandard

    %special_stem = (
	'news',			'news',
	'relativity',		'relativity',
    );

1;

#!#