Joseph Haaga
newspaper.Article
newspaper3k
unmapped
spacy
@task def get_articles() -> List[Article]: ... return articles @task def load_spacy(): return spacy.load("en_core_web_md") # this is a slow operation @task def extract_organizations(article: Article, nlp) -> Set: return nlp(article.text).ents with Flow("Extract Orgs from News Articles"): articles = get_articles() nlp = load_spacy() extract_organizations.map(articles, nlp=unmapped(nlp))
Dylan
Bring your towel and join one of the fastest growing data communities. Welcome to our second-generation open source orchestration platform, a completely rethought approach to dataflow automation.