In [1]:
import sys; sys.path.append(_dh[0].split("knowknow")[0])
from knowknow import *
from knowknow import save_table_html

database_names = ['sociology-wos-all','sociology-wos']
In [2]:
#print(", ".join(x.lower() for x in ["AFRICAN SOCIOLOGICAL REVIEW", "AFRO-AMERICAN STUDIES", "AGER-REVISTA DE ESTUDIOS SOBRE DESPOBLACION Y DESARROLLO RURAL", "AGRICULTURE AND HUMAN VALUES", "AMERICAN JOURNAL OF CULTURAL SOCIOLOGY", "AMERICAN SOCIOLOGIST", "AMERICAN WEST", "ANDULI", "ANNALS OF PHENOMENOLOGICAL SOCIOLOGY", "ANNUAL REVIEW OF SOCIOLOGY", "APPLIED SOCIAL STUDIES", "ARCHIV FUR SOZIALWISSENSCHAFT UND SOZIALPOLITIK", "AUSTRALIAN AND NEW ZEALAND JOURNAL OF SOCIOLOGY", "AUSTRALIAN OUTLOOK", "BERLINER JOURNAL FUR SOZIOLOGIE", "BIODEMOGRAPHY AND SOCIAL BIOLOGY", "BMS-BULLETIN OF SOCIOLOGICAL METHODOLOGY-BULLETIN DE METHODOLOGIE SOCIOLOGIQUE", "BODY & SOCIETY", "CAHIERS INTERNATIONAUX DE SOCIOLOGIE", "CAMBIO-RIVISTA SULLE TRASFORMAZIONI SOCIALI", "CANADIAN GRADUATE JOURNAL OF SOCIOLOGY AND CRIMINOLOGY", "CANADIAN REVIEW OF SOCIOLOGY AND ANTHROPOLOGY", "CANADIAN REVIEW OF SOCIOLOGY AND ANTHROPOLOGY-REVUE CANADIENNE DE SOCIOLOGIE ET D ANTHROPOLOGIE", "CANADIAN REVIEW OF SOCIOLOGY-REVUE CANADIENNE DE SOCIOLOGIE", "CENTER FOR SETTLEMENT STUDIES. OCCASIONAL PAPERS. UNIVERSITY OF MANITOBA", "CENTER FOR SETTLEMENT STUDIES. RESEARCH REPORTS. UNIVERSITY OF MANITOBA", "CENTER MAGAZINE", "CHINESE SOCIOLOGICAL REVIEW", "CITY & COMMUNITY", "COMMUNITY WORK & FAMILY", "COMPARATIVE GROUP STUDIES", "COMPARATIVE SOCIOLOGY", "CONTEMPORANEA-REVISTA DE SOCIOLOGIA DA UFSCAR", "CONTEMPORARY SOCIOLOGY-A JOURNAL OF REVIEWS", "CONVERGENCIA-REVISTA DE CIENCIAS SOCIALES", "CORNELL HOSPITALITY QUARTERLY", "CORNELL HOTEL AND RESTAURANT ADMINISTRATION QUARTERLY", "CORNELL JOURNAL OF SOCIAL RELATIONS", "CORVINUS JOURNAL OF SOCIOLOGY AND SOCIAL POLICY", "COSMOPOLITAN CIVIL SOCIETIES-AN INTERDISCIPLINARY JOURNAL", "CRIME MEDIA CULTURE", "CRITICAL SOCIOLOGY", "CULTURAL SOCIOLOGY", "CURRENT PERSPECTIVES IN SOCIAL THEORY", "CURRENT PERSPECTIVES IN SOCIAL THEORY, SUPPL 1, 1994: RECENT DEVELOPMENTS IN THE THEORY OF SOCIAL STRUCTURE", "CURRENT PERSPECTIVES IN SOCIAL THEORY, VOL 15, 1995", "CURRENT PERSPECTIVES IN SOCIAL THEORY, VOL 16, 1996", "CURRENT PESPECTIVES IN SOCIAL THEORY, VOL 17, 1997", "CURRENT SOCIOLOGY", "CURRENT SOCIOLOGY-SOCIOLOGIE CONTEMPORAINE", "Canadian Review of Sociology-Revue Canadienne de Sociologie", "Crime Media Culture", "DEVIANCE ET SOCIETE", "DISTINKTION-JOURNAL OF SOCIAL THEORY", "DRUSTVENA ISTRAZIVANJA", "DU BOIS REVIEW-SOCIAL SCIENCE RESEARCH ON RACE", "EASTERN EUROPEAN COUNTRYSIDE", "ECONOMIC AND SOCIAL REVIEW", "ETHNOGRAPHY", "ETHOLOGY AND SOCIOBIOLOGY", "ETUDES RURALES", "EUROPEAN JOURNAL OF SOCIAL THEORY", "EUROPEAN SOCIETIES", "FACING THE CHALLENGE OF RISK AND VULNERABILITY IN AN INFORMATION SOCIETY", "FILOSOFIJA-SOCIOLOGIJA", "FOOD CULTURE & SOCIETY", "Filosofija-Sociologija", "GLOBAL NETWORKS-A JOURNAL OF TRANSNATIONAL AFFAIRS", "HEALTH SOCIOLOGY REVIEW", "HISTORICKA SOCIOLOGIE", "HUMAN CONTEXT", "HUMAN ECOLOGY REVIEW", "HUMAN NATURE", "Health Sociology Review", "INDIAN SOCIOLOGICAL BULLETIN", "INFORMATION COMMUNICATION & SOCIETY", "INNOVATION-THE EUROPEAN JOURNAL OF SOCIAL SCIENCE RESEARCH", "INTELLECT", "INTERNATIONAL JOURNAL OF COMPARATIVE SOCIOLOGY", "INTERNATIONAL JOURNAL OF CONTEMPORARY SOCIOLOGY", "INTERNATIONAL JOURNAL OF JAPANESE SOCIOLOGY", "INTERNATIONAL JOURNAL OF SOCIOLOGY", "INTERNATIONAL JOURNAL OF SOCIOLOGY AND SOCIAL POLICY", "INTERNATIONAL JOURNAL OF SOCIOLOGY OF EDUCATION", "INTERNATIONAL JOURNAL OF SOCIOLOGY OF THE FAMILY", "INTERNATIONAL JOURNAL OF THE SOCIOLOGY OF LAW", "INTERNATIONAL POLITICAL SOCIOLOGY", "INTERNATIONAL REVIEW FOR THE SOCIOLOGY OF SPORT", "INTERNATIONAL REVIEW OF MODERN SOCIOLOGY", "INTERNATIONAL REVIEW OF SOCIOLOGY-REVUE INTERNATIONALE DE SOCIOLOGIE", "INTERNATIONAL STUDIES IN SOCIOLOGY OF EDUCATION", "INTERNTATIONAL REVIEW OF SOCIOLOGY", "IPC MONOGRAPHS-INSTITUTE OF PHILIPPINE CULTURE", "IPC PAPERS-INSTITUTE OF PHILIPPINE CULTURE", "ISTANBUL JOURNAL OF SOCIOLOGICAL STUDIES-SOSYOLOJI KONFERANSLARI", "ISTANBUL UNIVERSITESI SOSYOLOJI DERGISI-ISTANBUL UNIVERSITY JOURNAL OF SOCIOLOGY", "Innovation-The European Journal of Social Science Research", "International Political Sociology", "JEWISH JOURNAL OF SOCIOLOGY", "JOURNAL OF APPLIED SOCIOLOGY", "JOURNAL OF CLASSICAL SOCIOLOGY", "JOURNAL OF CONSUMER CULTURE", "JOURNAL OF CULTURAL ECONOMY", "JOURNAL OF ECONOMIC SOCIOLOGY-EKONOMICHESKAYA SOTSIOLOGIYA", "JOURNAL OF ECONOMY CULTURE AND SOCIETY", "JOURNAL OF HEALTH AND HUMAN BEHAVIOR", "JOURNAL OF HUMAN RELATIONS", "JOURNAL OF IMMIGRANT & REFUGEE STUDIES", "JOURNAL OF INTERCULTURAL STUDIES", "JOURNAL OF MARRIAGE AND THE FAMILY", "JOURNAL OF POLITICAL & MILITARY SOCIOLOGY", "JOURNAL OF PROFESSIONS AND ORGANIZATION", "JOURNAL OF SOCIAL FORCES", "JOURNAL OF SOCIOLOGY", "JOURNAL OF SOCIOLOGY AND SOCIAL WELFARE", "JOURNAL OF SPORT & SOCIAL ISSUES", "JOURNAL OF VOLUNTARY ACTION RESEARCH", "JOURNAL OF WORLD-SYSTEMS RESEARCH", "KOLNER ZEITSCHRIFT FUR SOZIOLOGIE UND SOZIALPSYCHOLOGIE", "LATINO STUDIES", "MASS EMERGENCIES", "MCS-MASCULINITIES AND SOCIAL CHANGE", "MEN AND MASCULINITIES", "METHAODOS-REVISTA DE CIENCIAS SOCIALES", "MID-AMERICAN REVIEW OF SOCIOLOGY", "MOBILIZATION", "MULTICULTURAL PERSPECTIVES", "MUNDO AGRARIO", "NATIONAL COUNCIL FOR THE SOCIAL STUDIES-BULLETIN", "NATIONAL COUNCIL FOR THE SOCIAL STUDIES-YEARBOOK", "NATIONS AND NATIONALISM", "NETHERLANDS JOURNAL OF SOCIAL SCIENCES", "OSTERREICHISCHE ZEITSCHRIFT FUER SOZIOLOGIE", "PACIFIC SOCIOLOGICAL REVIEW", "PAPERS-REVISTA DE SOCIOLOGIA", "PHILIPPINE SOCIOLOGICAL REVIEW", "PHYLON", "PLAY & CULTURE", "POLISH SOCIOLOGICAL BULLETIN", "POLISH SOCIOLOGICAL REVIEW", "PRAXIS SOCIOLOGICA", "QUADERNI DI SOCIOLOGIA", "QUALITATIVE RESEARCH", "QUALITATIVE SOCIOLOGY", "QUARTERLY JOURNAL OF SOCIAL AFFAIRS", "RACE AND SOCIAL PROBLEMS", "RESEARCH IN SOCIAL STRATIFICATION AND MOBILITY", "RESPONSIVE COMMUNITY", "REVISTA COLOMBIANA DE SOCIOLOGIA", "REVISTA ESPANOLA DE INVESTIGACIONES SOCIOLOGICAS", "REVISTA ESPANOLA DE SOCIOLOGIA", "REVISTA INTERNACIONAL DE ORGANIZACIONES", "REVISTA INTERNACIONAL DE SOCIOLOGIA", "REVUE DE L INSTITUT DE SOCIOLOGIE", "REVUE FRANCAISE DE SOCIOLOGIE", "RUDN JOURNAL OF SOCIOLOGY-VESTNIK ROSSIISKOGO UNIVERSITETA DRUZHBY NARODOV SERIYA SOTSIOLOGIYA", "RURAL SOCIETY", "Research in Social Stratification and Mobility", "SAGE PROFESSIONAL PAPER IN CONTEMPORARY POLITICAL SOCIOLOGY SERIES", "SCANDINAVIAN JOURNAL OF HOSPITALITY AND TOURISM", "SCOTTISH JOURNAL OF SOCIOLOGY", "SECULARISM & NONRELIGION", "SEXUALITIES", "SOCIAL ALTERNATIVES", "SOCIAL AND ECONOMIC ADMINISTRATION", "SOCIAL BEHAVIOUR", "SOCIAL BIOLOGY", "SOCIAL CURRENTS", "SOCIAL EDUCATION", "SOCIAL JUSTICE RESEARCH", "SOCIAL MOVEMENT STUDIES", "SOCIAL SCIENCE", "SOCIAL STUDIES", "SOCIAL STUDIES-IRISH JOURNAL OF SOCIOLOGY", "SOCIETAMUTAMENTOPOLITICA-RIVISTA ITALIANA DI SOCIOLOGIA", "SOCIETAS-A REVIEW OF SOCIAL HISTORY", "SOCIETIES", "SOCIETY & ANIMALS", "SOCIETY AND MENTAL HEALTH", "SOCIO-ECONOMIC REVIEW", "SOCIOLOGIA NAUKI I TEHNOLOGIJ-SOCIOLOGY OF SCIENCE & TECHNOLOGY", "SOCIOLOGIA NEERLANDICA", "SOCIOLOGIA Y TECNOCIENCIA", "SOCIOLOGICA-ITALIAN JOURNAL OF SOCIOLOGY ON LINE", "SOCIOLOGICAL ANALYSIS", "SOCIOLOGICAL ANALYSIS & THEORY", "SOCIOLOGICAL BULLETIN", "SOCIOLOGICAL FOCUS", "SOCIOLOGICAL METHODOLOGY", "SOCIOLOGICAL METHODOLOGY 1993, VOL 23", "SOCIOLOGICAL METHODOLOGY 1994, VOL 24", "SOCIOLOGICAL METHODOLOGY 1995, VOL 25", "SOCIOLOGICAL METHODOLOGY 1996, VOL 26", "SOCIOLOGICAL METHODOLOGY 1997, VOL 27", "SOCIOLOGICAL METHODOLOGY 1999, VOL 29", "SOCIOLOGICAL METHODOLOGY 2000, VOL 30", "SOCIOLOGICAL METHODOLOGY 2001, VOL 31", "SOCIOLOGICAL METHODOLOGY 2002, VOL 32", "SOCIOLOGICAL METHODOLOGY, VOL 33", "SOCIOLOGICAL METHODOLOGY, VOL. 28 1998", "SOCIOLOGICAL PRACTICE", "SOCIOLOGICAL RESEARCH ONLINE", "SOCIOLOGICAL REVIEW MONOGRAPH", "SOCIOLOGICAL SCIENCE", "SOCIOLOGICAL SYMPOSIUM", "SOCIOLOGICAL THEORY AND METHODS", "SOCIOLOGICESKOE OBOZRENIE", "SOCIOLOGICKY CASOPIS", "SOCIOLOGICKY CASOPIS-CZECH SOCIOLOGICAL REVIEW", "SOCIOLOGIE DU TRAVAIL", "SOCIOLOGIJA", "SOCIOLOGIJA I PROSTOR", "SOCIOLOGISK FORSKNING", "SOCIOLOGUS", "SOCIOLOGY AND SOCIAL RESEARCH", "SOCIOLOGY COMPASS", "SOCIOLOGY OF RACE AND ETHNICITY", "SOCIOLOGY OF WORK AND OCCUPATIONS", "SOTSIOLOGICHESKIE ISSLEDOVANIYA", "SOUTH AFRICAN REVIEW OF SOCIOLOGY", "SOUTHWESTERN SOCIAL SCIENCE QUARTERLY", "SOVIET SOCIOLOGY", "SOZIALE WELT-ZEITSCHRIFT FUR SOZIALWISSENSCHAFTLICHE FORSCHUNG UND PRAXIS", "SPORT IN SOCIETY", "STUDIES IN SOCIAL LIFE", "STUDIES IN SOCIOLOGY", "STUDIES IN SYMBOLIC INTERACTION", "STUDIES IN SYMBOLIC INTERACTION - US", "STUDIES IN SYMBOLIC INTERACTION, VOL 22, 1999", "STUDIES IN SYMBOLIC INTERACTION, VOL 23", "STUDIES IN SYMBOLIC INTERACTION, VOL 24", "STUDIES IN SYMBOLIC INTERACTION, VOL 26", "STUDIES IN SYMBOLIC INTERACTION, VOL 28", "STUDIES IN SYMBOLIC INTERACTION, VOL 32", "SYMBOLIC INTERACTION AND NEW SOCIAL MEDIA", "TELOS", "TEMPO SOCIAL", "THEORIA", "THESIS ELEVEN", "TURKISH JOURNAL OF SOCIOLOGY-SOSYOLOJI DERGISI", "UNIVERSAL HUMAN RIGHTS", "URBAN LEAGUE REVIEW", "VIRAJES-REVISTA DE ANTROPOLOGIA Y SOCIOLOGIA", "YOUNG", "Young", "ZEITSCHRIFT FUR SOZIOLOGIE"]))
In [7]:
min( cnti['fj'], key=lambda x: (cntd['fj'][j] > 0) and cnti['fj'][j] / cntd['fj'][j] )
Out[7]:
fj(fj='social indicators research')
In [12]:
max( (cnti['fj'][j] / cntd['fj'][j], j) for j in cnti['fj'].keys() if cnti['fj'][j] > 0 )
Out[12]:
(38.04373177842566, fj(fj='sociological theory'))
In [ ]:
 
In [11]:
min( (cnti['fj'][j] / cntd['fj'][j], j) for j in cnti['fj'].keys() if cnti['fj'][j] > 0 )
Out[11]:
(3.449468085106383, fj(fj='society'))
In [3]:
for database_name in database_names:

    display(HTML("<h1>%s</h1>"%database_name))
    
    cntd = get_cnt("%s.doc" % database_name, ['fj','fj.fy'])
    cnti = get_cnt("%s.ind" % database_name, ['fj','fj.fy'])

    rows = []
    header = [
        ["Journal Name"] + ["First","# Documents","# Citations",'Cits/Doc']
    ]

    # how I decide whether to keep a journal
    def filt(j):

        # get the years for which there is a positive count of BIBLIOGRAPHIES
        ys = set(y for jj,y in cntd['fj.fy'] if cntd['fj.fy'][(jj,y)] > 0 and jj == j)

        # this is a weird error, probably requires me to rerun (rework for efficiency) my counting algos
        # might even be reduced once I actually filter the journals
        if not len(ys):
            #raise Exception("no years for journal %s" % j)
            return False

        # it must have been around for at least 10 years, with their first year being sometime before 1995
        if not(
            (max(ys)-min(ys) >= 10 and min(ys) <= 1995)
        ): return False
        
        if not(
            max(ys) >= 2010
        ): return False
        
        # 5 years consecutively, then drop
        ever_nonzero = False
        zero_sofar = 0
        for y in range(1900,2015):
            c = cntd['fj.fy'][(j,y)]
            if c > 0:
                ever_nonzero = True
                
            if not ever_nonzero:
                continue
                
            if c == 0:
                zero_sofar += 1
            else:
                zero_sofar = 0
                
            if zero_sofar >= 5:
                return False

        # at least 100 papers published total
        if not(
            cntd['fj'][(j,)] >= 100
        ): return False

        return True

    excluded_journals = []
    included_journals = []
    
    keepmxmn = (-1, 1e8)

    for (j,) in sorted(cntd['fj'].keys()):
        if not filt(j):
            excluded_journals.append(j)
            continue
        included_journals.append(j)

        # get the years for which there is a positive count of BIBLIOGRAPHIES
        ys = set(y for jj,y in cntd['fj.fy'] if cntd['fj.fy'][(jj,y)] > 0 and jj == j)
        rg = max(ys) - min(ys)
        
        mx,mn = keepmxmn
        keepmxmn = max( max(ys), mx ), min( min(ys), mn )

        rows.append([
            j.title(), 
            min(ys),
            cntd['fj'][(j,)],
            cnti['fj'][(j,)],
            cnti['fj'][(j,)] / cntd['fj'][(j,)]
        ])

    rows = sorted(rows, key=lambda x: x[0])
    
    rows.append([
        "TOTAL",
        keepmxmn[1],
        sum( x[2] for x in rows ),
        sum( x[3] for x in rows ),
        sum( x[3] for x in rows )/sum( x[2] for x in rows )
    ])

    print("%s journals selected" % len(rows))
    print("The following journals were excluded: ", ", ".join('"%s"'%x for x in sorted(excluded_journals)))
    print("Included journals array: %s" % included_journals)

    save_variable( "%s.included_journals"%database_name, included_journals )

    inc = 45

    to_prettify = ['{}'] + ['{}'] + ['{0:,}']*2
    for i,r in enumerate(rows):
        for j,p in enumerate(to_prettify):
            rows[i][j] = p.format(r[j])

            
    for i,rstart in enumerate(range(0,len(rows),inc)):
        myrows = rows[rstart:rstart+inc]

        if False:
            save_table(
                "journal_table_%s" % (i), 
                myrows, 
                headers=header,
                widths=np.array([7]+[1]*8),
                columns=2,
                caption="\n".join([
                    "Journal summary, '%s' through '%s'" % (myrows[0][0], myrows[-1][0])
                ])
            )

        tbl = tabulate(myrows, tablefmt='html', headers=header[0])
        save_table_html(tbl, "Journal Summary (%s)" % database_name)
        display(HTML( tbl ))


    plot_count_series(
        included_journals, database_name, 
        myname="Number of documents with citations by journal (%s, docs)"%database_name, 
        print_names=lambda j:j.lower(),
        overwrite=True, markers={}, 
        ctype='fj', yearly_prop=False,
        count_unit=['doc','ind'], cols=3)
    
    #plot_count_series(
    #    included_journals, database_name, 
    #    myname="Number of documents with citations by journal (%s, cits)"%database_name, 
    #    print_names=lambda j:j.lower(),
    #    overwrite=True, markers={}, 
    #    ctype='fj', yearly_prop=False,
    #    count_unit='ind')

sociology-wos-all

Loaded keys: dict_keys(['fj', 'fj.fy'])
Available keys: ['c', 'c.c', 'c.fj', 'c.fy', 'fj', 'fj.fy', 'fy', 'ty', 'ty.ty']
Loaded keys: dict_keys(['fj', 'fj.fy'])
Available keys: ['c', 'c.c', 'c.fj', 'c.fy', 'fj', 'fj.fy', 'fy', 'ty', 'ty.ty']
75 journals selected
The following journals were excluded:  "african sociological review", "afro-american studies", "ager-revista de estudios sobre despoblacion y desarrollo rural", "agriculture and human values", "american journal of cultural sociology", "american sociologist", "american west", "anduli", "annals of phenomenological sociology", "annual review of sociology", "applied social studies", "archiv fur sozialwissenschaft und sozialpolitik", "australian and new zealand journal of sociology", "australian outlook", "berliner journal fur soziologie", "biodemography and social biology", "bms-bulletin of sociological methodology-bulletin de methodologie sociologique", "body & society", "cahiers internationaux de sociologie", "cambio-rivista sulle trasformazioni sociali", "canadian graduate journal of sociology and criminology", "canadian review of sociology and anthropology", "canadian review of sociology and anthropology-revue canadienne de sociologie et d anthropologie", "canadian review of sociology-revue canadienne de sociologie", "center for settlement studies. occasional papers. university of manitoba", "center for settlement studies. research reports. university of manitoba", "center magazine", "chinese sociological review", "city & community", "community work & family", "comparative group studies", "comparative sociology", "contemporanea-revista de sociologia da ufscar", "contemporary sociology-a journal of reviews", "convergencia-revista de ciencias sociales", "cornell hospitality quarterly", "cornell hotel and restaurant administration quarterly", "cornell journal of social relations", "corvinus journal of sociology and social policy", "cosmopolitan civil societies-an interdisciplinary journal", "crime media culture", "critical sociology", "cultural sociology", "current perspectives in social theory", "current perspectives in social theory, suppl 1, 1994: recent developments in the theory of social structure", "current perspectives in social theory, vol 15, 1995", "current perspectives in social theory, vol 16, 1996", "current pespectives in social theory, vol 17, 1997", "current sociology", "current sociology-sociologie contemporaine", "deviance et societe", "distinktion-journal of social theory", "drustvena istrazivanja", "du bois review-social science research on race", "eastern european countryside", "economic and social review", "ethnography", "ethology and sociobiology", "etudes rurales", "european journal of social theory", "european societies", "facing the challenge of risk and vulnerability in an information society", "filosofija-sociologija", "food culture & society", "global networks-a journal of transnational affairs", "health sociology review", "historicka sociologie", "human context", "human ecology review", "human nature", "indian sociological bulletin", "information communication & society", "innovation-the european journal of social science research", "intellect", "international journal of comparative sociology", "international journal of contemporary sociology", "international journal of japanese sociology", "international journal of sociology", "international journal of sociology and social policy", "international journal of sociology of education", "international journal of sociology of the family", "international journal of the sociology of law", "international political sociology", "international review for the sociology of sport", "international review of modern sociology", "international review of sociology-revue internationale de sociologie", "international studies in sociology of education", "interntational review of sociology", "ipc monographs-institute of philippine culture", "ipc papers-institute of philippine culture", "istanbul journal of sociological studies-sosyoloji konferanslari", "istanbul universitesi sosyoloji dergisi-istanbul university journal of sociology", "jewish journal of sociology", "journal of applied sociology", "journal of classical sociology", "journal of consumer culture", "journal of cultural economy", "journal of economic sociology-ekonomicheskaya sotsiologiya", "journal of economy culture and society", "journal of health and human behavior", "journal of human relations", "journal of immigrant & refugee studies", "journal of intercultural studies", "journal of marriage and the family", "journal of political & military sociology", "journal of professions and organization", "journal of social forces", "journal of sociology", "journal of sociology and social welfare", "journal of sport & social issues", "journal of voluntary action research", "journal of world-systems research", "kolner zeitschrift fur soziologie und sozialpsychologie", "latino studies", "mass emergencies", "mcs-masculinities and social change", "men and masculinities", "methaodos-revista de ciencias sociales", "mid-american review of sociology", "mobilization", "multicultural perspectives", "mundo agrario", "national council for the social studies-bulletin", "national council for the social studies-yearbook", "nations and nationalism", "netherlands journal of social sciences", "osterreichische zeitschrift fuer soziologie", "pacific sociological review", "papers-revista de sociologia", "philippine sociological review", "phylon", "play & culture", "polish sociological bulletin", "polish sociological review", "praxis sociologica", "quaderni di sociologia", "qualitative research", "qualitative sociology", "quarterly journal of social affairs", "race and social problems", "research in social stratification and mobility", "responsive community", "revista colombiana de sociologia", "revista espanola de investigaciones sociologicas", "revista espanola de sociologia", "revista internacional de organizaciones", "revista internacional de sociologia", "revue de l institut de sociologie", "revue francaise de sociologie", "rudn journal of sociology-vestnik rossiiskogo universiteta druzhby narodov seriya sotsiologiya", "rural society", "sage professional paper in contemporary political sociology series", "scandinavian journal of hospitality and tourism", "scottish journal of sociology", "secularism & nonreligion", "sexualities", "social alternatives", "social and economic administration", "social behaviour", "social biology", "social currents", "social education", "social justice research", "social movement studies", "social science", "social studies", "social studies-irish journal of sociology", "societamutamentopolitica-rivista italiana di sociologia", "societas-a review of social history", "societies", "society & animals", "society and mental health", "socio-economic review", "sociologia nauki i tehnologij-sociology of science & technology", "sociologia neerlandica", "sociologia y tecnociencia", "sociologica-italian journal of sociology on line", "sociological analysis", "sociological analysis & theory", "sociological bulletin", "sociological focus", "sociological methodology", "sociological methodology 1993, vol 23", "sociological methodology 1994, vol 24", "sociological methodology 1995, vol 25", "sociological methodology 1996, vol 26", "sociological methodology 1997, vol 27", "sociological methodology 1999, vol 29", "sociological methodology 2000, vol 30", "sociological methodology 2001, vol 31", "sociological methodology 2002, vol 32", "sociological methodology, vol 33", "sociological methodology, vol. 28 1998", "sociological practice", "sociological research online", "sociological review monograph", "sociological science", "sociological symposium", "sociological theory and methods", "sociologiceskoe obozrenie", "sociologicky casopis", "sociologicky casopis-czech sociological review", "sociologie du travail", "sociologija", "sociologija i prostor", "sociologisk forskning", "sociologus", "sociology and social research", "sociology compass", "sociology of race and ethnicity", "sociology of work and occupations", "sotsiologicheskie issledovaniya", "south african review of sociology", "southwestern social science quarterly", "soviet sociology", "soziale welt-zeitschrift fur sozialwissenschaftliche forschung und praxis", "sport in society", "studies in social life", "studies in sociology", "studies in symbolic interaction", "studies in symbolic interaction - us", "studies in symbolic interaction, vol 22, 1999", "studies in symbolic interaction, vol 23", "studies in symbolic interaction, vol 24", "studies in symbolic interaction, vol 26", "studies in symbolic interaction, vol 28", "studies in symbolic interaction, vol 32", "symbolic interaction and new social media", "telos", "tempo social", "theoria", "thesis eleven", "turkish journal of sociology-sosyoloji dergisi", "universal human rights", "urban league review", "virajes-revista de antropologia y sociologia", "young", "zeitschrift fur soziologie"
Included journals array: ['acta sociologica', 'american journal of economics and sociology', 'american journal of sociology', 'american sociological review', 'annals of tourism research', 'anthrozoos', 'archives europeennes de sociologie', 'armed forces & society', 'british journal of sociology', 'british journal of sociology of education', 'canadian journal of sociology-cahiers canadiens de sociologie', 'chinese sociology and anthropology', 'comparative studies in society and history', 'contributions to indian sociology', 'deviant behavior', 'discourse & society', 'economy and society', 'ethnic and racial studies', 'european sociological review', 'gender & society', 'human ecology', 'human studies', 'international journal of intercultural relations', 'international sociology', 'journal for the scientific study of religion', 'journal of contemporary ethnography', 'journal of health and social behavior', 'journal of historical sociology', 'journal of law and society', 'journal of leisure research', 'journal of marriage and family', 'journal of mathematical sociology', 'journal of the history of sexuality', 'language in society', 'law & society review', 'leisure sciences', 'media culture & society', 'poetics', 'politics & society', 'population and development review', 'race & class', 'rationality and society', 'review of religious research', 'rural sociology', 'social compass', 'social forces', 'social indicators research', 'social networks', 'social problems', 'social science quarterly', 'social science research', 'society', 'society & natural resources', 'sociologia', 'sociologia ruralis', 'sociological forum', 'sociological inquiry', 'sociological methods & research', 'sociological perspectives', 'sociological quarterly', 'sociological review', 'sociological spectrum', 'sociological theory', 'sociology of education', 'sociology of health & illness', 'sociology of religion', 'sociology of sport journal', 'sociology-the journal of the british sociological association', 'symbolic interaction', 'teaching sociology', 'theory and society', 'work and occupations', 'work employment and society', 'youth & society']
Journal NameFirst # Documents # Citations
Acta Sociologica 1966886 33,420 37.7201
American Journal Of Economics And Sociology 19562,071 51,163 24.7045
American Journal Of Sociology 19003,524 116,694 33.1141
American Sociological Review 19363,768 138,555 36.7715
Annals Of Tourism Research 19821,865 92,257 49.4676
Anthrozoos 1992690 26,751 38.7696
Archives Europeennes De Sociologie 1960513 23,108 45.0448
Armed Forces & Society 19771,144 39,788 34.7797
British Journal Of Sociology 19501,847 65,703 35.5728
British Journal Of Sociology Of Education 19801,268 53,293 42.0292
Canadian Journal Of Sociology-Cahiers Canadiens De Sociologie 1975659 30,584 46.4097
Chinese Sociology And Anthropology 1970342 3,554 10.3918
Comparative Studies In Society And History 19581,481 79,358 53.5841
Contributions To Indian Sociology 1986367 13,211 35.9973
Deviant Behavior 19791,230 58,357 47.4447
Discourse & Society 1994674 29,533 43.8175
Economy And Society 1972822 35,937 43.719
Ethnic And Racial Studies 19782,239 89,239 39.8566
European Sociological Review 1993933 43,757 46.8992
Gender & Society 1987961 43,925 45.7076
Human Ecology 19721,433 71,430 49.8465
Human Studies 1980739 24,404 33.023
International Journal Of Intercultural Relations 19831,329 64,600 48.608
International Sociology 1987733 31,654 43.1842
Journal For The Scientific Study Of Religion 19611,847 67,253 36.412
Journal Of Contemporary Ethnography 1987703 33,089 47.0683
Journal Of Health And Social Behavior 19661,505 65,701 43.6551
Journal Of Historical Sociology 1994458 24,116 52.655
Journal Of Law And Society 1985814 34,426 42.2924
Journal Of Leisure Research 19691,094 41,321 37.7706
Journal Of Marriage And Family 19661,626 81,068 49.8573
Journal Of Mathematical Sociology 1971568 16,923 29.794
Journal Of The History Of Sexuality 1991396 21,074 53.2172
Language In Society 1976716 32,135 44.8813
Law & Society Review 19661,089 56,286 51.686
Leisure Sciences 1991656 32,542 49.6067
Media Culture & Society 19801,473 54,135 36.7515
Poetics 19751,099 47,006 42.7716
Politics & Society 1970685 34,241 49.9869
Population And Development Review 19751,195 49,011 41.0134
Race & Class 1974738 14,610 19.7967
Rationality And Society 1993443 18,648 42.0948
Review Of Religious Research 19591,199 38,771 32.3361
Rural Sociology 19361,960 55,937 28.5393
Social Compass 1966736 20,976 28.5
Journal NameFirst # Documents # Citations
Social Forces 19224,537 149,520 32.9557
Social Indicators Research 19744,026 175,876 43.685
Social Networks 19781,040 45,228 43.4885
Social Problems 19561,927 80,934 42
Social Science Quarterly 19693,200 103,675 32.3984
Social Science Research 19801,863 105,755 56.766
Society 19731,491 14,750 9.89269
Society & Natural Resources 19881,629 64,862 39.8171
Sociologia 1995194 6,922 35.6804
Sociologia Ruralis 1966914 36,516 39.9519
Sociological Forum 1988852 45,335 53.2101
Sociological Inquiry 19661,199 50,385 42.0225
Sociological Methods & Research 1973925 30,656 33.1416
Sociological Perspectives 1983957 49,891 52.1327
Sociological Quarterly 19601,787 77,969 43.6312
Sociological Review 19561,815 74,448 41.0182
Sociological Spectrum 1982802 35,751 44.5773
Sociological Theory 1994343 24,600 71.7201
Sociology Of Education 19561,206 40,234 33.3615
Sociology Of Health & Illness 19841,543 74,528 48.3007
Sociology Of Religion 1993483 22,714 47.0269
Sociology Of Sport Journal 1990564 30,619 54.289
Sociology-The Journal Of The British Sociological Association 19671,824 76,070 41.705
Symbolic Interaction 1984728 34,364 47.2033
Teaching Sociology 19731,243 30,321 24.3934
Theory And Society 1974873 50,201 57.504
Work And Occupations 1982586 28,863 49.2543
Work Employment And Society 19911,041 42,203 40.5408
Youth & Society 19691,212 48,250 39.8102
TOTAL 190093,322 3,750,984 40.194
Loaded keys: dict_keys(['fj.fy', 'fy'])
Available keys: ['c', 'c.c', 'c.fj', 'c.fy', 'fj', 'fj.fy', 'fy', 'ty', 'ty.ty']
Loaded keys: dict_keys(['fj.fy', 'fy'])
Available keys: ['c', 'c.c', 'c.fj', 'c.fy', 'fj', 'fj.fy', 'fy', 'ty', 'ty.ty']
acta sociologica
american journal of economics and sociology
american journal of sociology
american sociological review
annals of tourism research
anthrozoos
archives europeennes de sociologie
armed forces & society
british journal of sociology
british journal of sociology of education
canadian journal of sociology-cahiers canadiens de sociologie
chinese sociology and anthropology
comparative studies in society and history
contributions to indian sociology
deviant behavior
discourse & society
economy and society
ethnic and racial studies
european sociological review
gender & society
human ecology
human studies
international journal of intercultural relations
international sociology
journal for the scientific study of religion
journal of contemporary ethnography
journal of health and social behavior
journal of historical sociology
journal of law and society
journal of leisure research
journal of marriage and family
journal of mathematical sociology
journal of the history of sexuality
language in society
law & society review
leisure sciences
media culture & society
poetics
politics & society
population and development review
race & class
rationality and society
review of religious research
rural sociology
social compass
social forces
social indicators research
social networks
social problems
social science quarterly
social science research
society
society & natural resources
sociologia
sociologia ruralis
sociological forum
sociological inquiry
sociological methods & research
sociological perspectives
sociological quarterly
sociological review
sociological spectrum
sociological theory
sociology of education
sociology of health & illness
sociology of religion
sociology of sport journal
sociology-the journal of the british sociological association
symbolic interaction
teaching sociology
theory and society
work and occupations
work employment and society
youth & society

sociology-wos

Loaded keys: dict_keys(['fj', 'fj.fy'])
Available keys: ['a', 'c', 'c.c', 'c.fj', 'c.fy', 'c.fy.j', 'fa', 'fa.c', 'fa.fj', 'fa.fj.fy', 'fa.fy', 'fj', 'fj.fy', 'fj.ta', 'fj.ty', 'fy', 'fy.ta', 'fy.ty', 'ta', 'ty', 'ty.ty']
Loaded keys: dict_keys(['fj', 'fj.fy'])
Available keys: ['c', 'c.c', 'c.fj', 'c.fy', 'c.fy.j', 'fa', 'fa.c', 'fa.fj', 'fa.fj.fy', 'fa.fy', 'fj', 'fj.fy', 'fj.ta', 'fj.ty', 'fy', 'fy.ta', 'fy.ty', 'ta', 'ty', 'ty.ty']
73 journals selected
The following journals were excluded:  "international journal of comparative sociology"
Included journals array: ['acta sociologica', 'american journal of economics and sociology', 'american journal of sociology', 'american sociological review', 'annals of tourism research', 'anthrozoos', 'archives europeennes de sociologie', 'armed forces & society', 'british journal of sociology', 'british journal of sociology of education', 'canadian journal of sociology-cahiers canadiens de sociologie', 'comparative studies in society and history', 'contributions to indian sociology', 'deviant behavior', 'discourse & society', 'economy and society', 'ethnic and racial studies', 'european sociological review', 'gender & society', 'human ecology', 'human studies', 'international journal of intercultural relations', 'international sociology', 'journal for the scientific study of religion', 'journal of contemporary ethnography', 'journal of health and social behavior', 'journal of historical sociology', 'journal of law and society', 'journal of leisure research', 'journal of marriage and family', 'journal of mathematical sociology', 'journal of the history of sexuality', 'language in society', 'law & society review', 'leisure sciences', 'media culture & society', 'poetics', 'politics & society', 'population and development review', 'race & class', 'rationality and society', 'review of religious research', 'rural sociology', 'social compass', 'social forces', 'social indicators research', 'social networks', 'social problems', 'social science quarterly', 'social science research', 'society', 'society & natural resources', 'sociologia ruralis', 'sociological forum', 'sociological inquiry', 'sociological methods & research', 'sociological perspectives', 'sociological quarterly', 'sociological review', 'sociological spectrum', 'sociological theory', 'sociology of education', 'sociology of health & illness', 'sociology of religion', 'sociology of sport journal', 'sociology-the journal of the british sociological association', 'symbolic interaction', 'teaching sociology', 'theory and society', 'work and occupations', 'work employment and society', 'youth & society']
Journal NameFirst # Documents # Citations
Acta Sociologica 1966854 14,890 17.4356
American Journal Of Economics And Sociology 19561,641 12,146 7.40158
American Journal Of Sociology 19002,738 59,208 21.6245
American Sociological Review 19363,370 75,353 22.3599
Annals Of Tourism Research 19821,794 32,256 17.9799
Anthrozoos 1992654 8,143 12.4511
Archives Europeennes De Sociologie 1960476 6,334 13.3067
Armed Forces & Society 19771,055 8,817 8.35735
British Journal Of Sociology 19501,706 29,593 17.3464
British Journal Of Sociology Of Education 19801,266 21,209 16.7528
Canadian Journal Of Sociology-Cahiers Canadiens De Sociologie 1975652 12,852 19.7117
Comparative Studies In Society And History 19581,346 15,885 11.8016
Contributions To Indian Sociology 1986357 3,461 9.69468
Deviant Behavior 19791,220 24,725 20.2664
Discourse & Society 1994671 11,747 17.5067
Economy And Society 1972789 11,762 14.9075
Ethnic And Racial Studies 19782,201 36,259 16.4739
European Sociological Review 1993932 23,846 25.5858
Gender & Society 1987957 21,550 22.5183
Human Ecology 19721,357 13,676 10.0781
Human Studies 1980724 9,540 13.1768
International Journal Of Intercultural Relations 19831,314 23,831 18.1362
International Sociology 1987706 12,814 18.1501
Journal For The Scientific Study Of Religion 19611,798 33,028 18.3693
Journal Of Contemporary Ethnography 1987698 15,885 22.7579
Journal Of Health And Social Behavior 19661,481 32,451 21.9115
Journal Of Historical Sociology 1994444 5,500 12.3874
Journal Of Law And Society 1985758 7,518 9.91821
Journal Of Leisure Research 19691,056 17,729 16.7888
Journal Of Marriage And Family 19661,623 44,330 27.3136
Journal Of Mathematical Sociology 1971559 7,873 14.0841
Journal Of The History Of Sexuality 1991374 3,240 8.6631
Language In Society 1976705 9,913 14.061
Law & Society Review 19661,062 21,515 20.2589
Leisure Sciences 1991656 15,242 23.2348
Media Culture & Society 19801,392 16,181 11.6243
Poetics 19751,071 19,263 17.986
Politics & Society 1970670 10,605 15.8284
Population And Development Review 19751,128 15,522 13.7606
Race & Class 1974536 2,522 4.70522
Rationality And Society 1993442 8,662 19.5973
Review Of Religious Research 19621,147 18,733 16.3322
Rural Sociology 19361,636 23,349 14.272
Social Compass 1966638 5,820 9.12226
Social Forces 19243,881 81,766 21.0683
Journal NameFirst # Documents # Citations
Social Indicators Research 19743,924 66,511 16.9498
Social Networks 19781,037 23,496 22.6577
Social Problems 19561,854 40,457 21.8215
Social Science Quarterly 19693,094 43,656 14.1099
Social Science Research 19801,859 58,202 31.3082
Society 19731,128 3,891 3.44947
Society & Natural Resources 19881,588 19,489 12.2727
Sociologia Ruralis 1966841 12,274 14.5945
Sociological Forum 1988847 23,865 28.1759
Sociological Inquiry 19661,180 24,267 20.5653
Sociological Methods & Research 1973910 14,397 15.8209
Sociological Perspectives 1983950 26,849 28.2621
Sociological Quarterly 19601,761 42,340 24.0432
Sociological Review 19561,754 32,387 18.4647
Sociological Spectrum 1982797 17,509 21.9686
Sociological Theory 1994343 13,049 38.0437
Sociology Of Education 19561,080 20,772 19.2333
Sociology Of Health & Illness 19841,541 28,220 18.3128
Sociology Of Religion 1993478 11,438 23.9289
Sociology Of Sport Journal 1990564 12,840 22.766
Sociology-The Journal Of The British Sociological Association 19671,802 36,475 20.2414
Symbolic Interaction 1984726 17,644 24.303
Teaching Sociology 19731,193 11,983 10.0444
Theory And Society 1974856 21,288 24.8692
Work And Occupations 1982582 16,003 27.4966
Work Employment And Society 19911,035 17,215 16.6329
Youth & Society 19691,182 19,150 16.2014
TOTAL 190087,441 1,582,211 18.0946
Loaded keys: dict_keys(['fj.fy', 'fy'])
Available keys: ['a', 'c', 'c.c', 'c.fj', 'c.fy', 'c.fy.j', 'fa', 'fa.c', 'fa.fj', 'fa.fj.fy', 'fa.fy', 'fj', 'fj.fy', 'fj.ta', 'fj.ty', 'fy', 'fy.ta', 'fy.ty', 'ta', 'ty', 'ty.ty']
Loaded keys: dict_keys(['fj.fy', 'fy'])
Available keys: ['c', 'c.c', 'c.fj', 'c.fy', 'c.fy.j', 'fa', 'fa.c', 'fa.fj', 'fa.fj.fy', 'fa.fy', 'fj', 'fj.fy', 'fj.ta', 'fj.ty', 'fy', 'fy.ta', 'fy.ty', 'ta', 'ty', 'ty.ty']
acta sociologica
american journal of economics and sociology
american journal of sociology
american sociological review
annals of tourism research
anthrozoos
archives europeennes de sociologie
armed forces & society
british journal of sociology
british journal of sociology of education
canadian journal of sociology-cahiers canadiens de sociologie
comparative studies in society and history
contributions to indian sociology
deviant behavior
discourse & society
economy and society
ethnic and racial studies
european sociological review
gender & society
human ecology
human studies
international journal of intercultural relations
international sociology
journal for the scientific study of religion
journal of contemporary ethnography
journal of health and social behavior
journal of historical sociology
journal of law and society
journal of leisure research
journal of marriage and family
journal of mathematical sociology
journal of the history of sexuality
language in society
law & society review
leisure sciences
media culture & society
poetics
politics & society
population and development review
race & class
rationality and society
review of religious research
rural sociology
social compass
social forces
social indicators research
social networks
social problems
social science quarterly
social science research
society
society & natural resources
sociologia ruralis
sociological forum
sociological inquiry
sociological methods & research
sociological perspectives
sociological quarterly
sociological review
sociological spectrum
sociological theory
sociology of education
sociology of health & illness
sociology of religion
sociology of sport journal
sociology-the journal of the british sociological association
symbolic interaction
teaching sociology
theory and society
work and occupations
work employment and society
youth & society
In [12]:
sum( int(x[1]) >= 2000 for x in rows )
Out[12]:
0
In [13]:
sum( 2000 > int(x[1]) >= 1980 for x in rows )
Out[13]:
29
In [17]:
sample( [x[0] for x in rows if 2000 > int(x[1]) >= 1980], 5 )
Out[17]:
['Work And Occupations',
 'Society & Natural Resources',
 'Annals Of Tourism Research',
 'Leisure Sciences',
 'Journal Of The History Of Sexuality']
In [18]:
sum( 1980 > int(x[1]) >= 1950 for x in rows )
Out[18]:
39
In [15]:
sum( int(x[1])< 1950 for x in rows )
Out[15]:
5
In [19]:
[x[0] for x in rows if 1950 > int(x[1])]
Out[19]:
['American Journal Of Sociology',
 'American Sociological Review',
 'Rural Sociology',
 'Social Forces',
 'TOTAL']

Would be great to convert

In [4]:
raise
---------------------------------------------------------------------------
RuntimeError                              Traceback (most recent call last)
<ipython-input-4-9c9a2cba73bf> in <module>
----> 1 raise

RuntimeError: No active exception to reraise
In [ ]:
from random import random

#fs(2)
plt.figure(figsize=(12,6))

years = list(range(1880,2020))
total = np.array([doc_cnt['y'][y] for y in years])
intext = np.array([cnt['y'][y] for y in years])

start_years = sorted(np.array([
    min( y for y in years if cnt['jy'][(j,y)] > 0 )
    for j in cnt['j'].keys()
    if cnt['j'][j] > 0
]))

start_years_wos = sorted(np.array([
    min( y for y in years if wos_cnt['jy'][(j,y)] > 0 )
    for j in wos_cnt['fj'].keys()
    if wos_cnt['fj'][j] > 0
    and len([y for y in years if wos_cnt['jy'][(j,y)] > 0])
]))
    
print("%s years (%s-%s)" % (len(total), min(y for y in years if doc_cnt['y'][y]>0), max(y for y in years if doc_cnt['y'][y]>0)))
print("%s documents with in-text citations" % sum(total))

#plt.fill_between(years, intext, alpha=0.4, label='Documents with in-text citations')
plt.plot(years, total, ls=':', color='black', label='JSTOR');
plt.plot(years, [wos_cnt['fy'][y] for y in years], color='black', ls='-', label='Web of Science');
#plt.scatter(start_years, [200 + 20*i for i in range(len(start_years))], color='red', s=5, label='Journal founding');
#plt.vlines(start_years, 4000, 7000, color='black', alpha='0.4', label='Journal founding');
plt.scatter(start_years_wos, [5500 + random()*500 for i in range(len(start_years_wos))], color='black', s=25, alpha=0.2, label='Journal founding (WOS)');
plt.scatter(start_years, [4000 + random()*500 for i in range(len(start_years))], color='black', alpha=0.2, s=50, label='Journal founding (JSTOR)');
plt.grid(False, axis='y')
plt.xticks( range(1880,2040,20) );
plt.ylim((0,6000))
plt.legend();

save_figure("summary_docs_founding.png")

What about a random sample of articles from each decade?

In [ ]:
for x in sorted( THEORY_DB.find({"journal":"American Journal of Sociology", "year":{"$lt":1900}}), key=lambda x:x['year']):
    print(x['year'], x['volume'], x['title'])

This one too

In [ ]:
raise
In [ ]:
nj = len(list(cnt['j'].keys()))

fig = plt.figure(figsize=(15,30))
fig.subplots_adjust(hspace=0.4, wspace=0.4)

years = np.arange(1900, 2020)

cjy = {}
for j in cnt['j'].keys():
    cjy[j] = np.array( list(map(lambda y: cnt['jy'][(j,y)], years)) )

for i,j in enumerate(sorted(cnt['j'])):

    ax = fig.add_subplot(nj//3 + 1,3,i+1)
    ax.set_title(j)

    ax.fill_between(years, cjy[j], alpha=0.4)
    ax.plot( 
        years,
        [ doc_cnt['jy'][(j,y)] for y in years ],
        color='black'
    );