kopia lustrzana https://github.com/saubury/mastodon-stream
Notebook enhancments
rodzic
4edc1fbd18
commit
d027287829
|
@ -4,3 +4,4 @@ __pycache__
|
|||
BAK
|
||||
data/*
|
||||
config/mastodon-sink-s3-aws.json
|
||||
notebooks/demo.ipynb
|
||||
|
|
|
@ -39,6 +39,11 @@ select * FROM read_parquet('s3://mastodon/topics/mastodon-topic*');
|
|||
select 'epoch'::TIMESTAMP + INTERVAL 1675325510 seconds;
|
||||
|
||||
|
||||
# AWS
|
||||
```
|
||||
aws s3 ls s3://2023mastodon --recursive --human-readable --summarize | tail
|
||||
```
|
||||
|
||||
# OLD Notes
|
||||
|
||||
- https://martinheinz.dev/blog/86
|
||||
|
|
|
@ -24,7 +24,7 @@ FROM read_parquet('s3://mastodon/topics/mastodon-topic/partition=0/*');
|
|||
select date_part('day', created_tz) as created_day
|
||||
, date_part('hour', created_tz) as created_hour
|
||||
, count(*)
|
||||
from xx
|
||||
from yy
|
||||
group by 1,2
|
||||
order by 1,2
|
||||
;
|
||||
|
|
File diff suppressed because one or more lines are too long
Ładowanie…
Reference in New Issue