Amundsen is like Google search for data. It is improving the productivity of data analysts, data scientists and engineers when interacting with data by indexing data resources (tables, dashboards, streams, etc.) and powering a page-rank style search based on usage patterns.
A lightweight library for converting complex objects to and from simple Python datatypes**
from marshmallow import Schema, fields
class ArtistSchema(Schema):
name = fields.Str()
class AlbumSchema(Schema):
title = fields.Str()
release_date = fields.Date()
artist = fields.Nested(ArtistSchema())
bowie = dict(name="David Bowie")
album = dict(artist=bowie, title="Hunky Dory", release_date=date(1971, 12, 17))
schema = AlbumSchema()
result = schema.dump(album)
pprint(result, indent=2)
# { 'artist': {'name': 'David Bowie'},
# 'release_date': '1971-12-17',
# 'title': 'Hunky Dory'}
A little task queue
from huey import RedisHuey, crontab
huey = RedisHuey('my-app', host='redis.myapp.com')
@huey.task()
def add_numbers(a, b):
return a + b
# In shell
res = add_numbers(1, 2)
<Result: task 6b6f36fc-da0d-4069-b46c-c0d4ccff1df6>