Source code for variationist.metrics.shared_metrics

import pandas as pd


def get_all_frequencies(pandas_series):
    """Returns all token frequencies inside a pandas Series."""
    freq_dict = dict()
    for sentence in pandas_series:
        if len(sentence) == 0:
            continue
        for token in sentence:
            if token not in freq_dict:
                freq_dict[token] = 0
            freq_dict[token] += 1

    return freq_dict