Index

A

add_markdown_links() (in module cisticola.transformer.telegram_telethon) append_details() (in module cisticola.scraper.bitchute) archive_blob() (cisticola.scraper.base.Scraper method) archive_files() (cisticola.scraper.base.Scraper method) (cisticola.scraper.rumble.RumbleScraper method) (cisticola.scraper.telegram_telethon.TelegramTelethonScraper method)

archive_post_media() (cisticola.scraper.telegram_telethon.TelegramTelethonScraper method) archive_unarchived_media() (cisticola.scraper.base.ScraperController method) archive_unarchived_media_batch() (cisticola.scraper.base.ScraperController method) archived_urls (cisticola.base.ScraperResult attribute) Audio (class in cisticola.base) author_id (cisticola.base.Post attribute) author_username (cisticola.base.Post attribute)

B

bad_channels (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer attribute)

BitchuteScraper (class in cisticola.scraper.bitchute) BitchuteTransformer (class in cisticola.transformer.bitchute)

C

can_handle() (cisticola.scraper.base.Scraper method) (cisticola.scraper.bitchute.BitchuteScraper method) (cisticola.scraper.gettr.GettrScraper method) (cisticola.scraper.rumble.RumbleScraper method) (cisticola.scraper.telegram_telethon.TelegramTelethonScraper method) (cisticola.transformer.base.Transformer method) (cisticola.transformer.bitchute.BitchuteTransformer method) (cisticola.transformer.gettr.GettrTransformer method) (cisticola.transformer.rumble.RumbleTransformer method) (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer method) category (cisticola.base.Channel attribute) channel (cisticola.base.ChannelInfo attribute) (cisticola.base.Post attribute) (cisticola.base.RawChannelInfo attribute) (cisticola.base.ScraperResult attribute) Channel (class in cisticola.base) ChannelDoesNotExistError ChannelInfo (class in cisticola.base) channels_cache_by_id (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer attribute) channels_cache_by_platformid (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer attribute) channels_cache_by_screenname (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer attribute) chat (cisticola.base.Channel attribute) cisticola module cisticola.base module cisticola.scraper module cisticola.scraper.base module

cisticola.scraper.bitchute module cisticola.scraper.gettr module cisticola.scraper.rumble module cisticola.scraper.telegram_telethon module cisticola.transformer module cisticola.transformer.base module cisticola.transformer.bitchute module cisticola.transformer.gettr module cisticola.transformer.rumble module cisticola.transformer.telegram_telethon module cisticola.utils module client (cisticola.scraper.telegram_telethon.TelegramTelethonScraper attribute) connect_to_db() (cisticola.scraper.base.ScraperController method) (cisticola.transformer.base.ETLController method) content (cisticola.base.Post attribute) cookiefilename (cisticola.scraper.base.Scraper attribute) (cisticola.scraper.rumble.RumbleScraper attribute) country (cisticola.base.Channel attribute) cryptocurrency_addresses (cisticola.base.Post attribute)

D

date (cisticola.base.Audio attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.ScraperResult attribute) (cisticola.base.Video attribute) date_archived (cisticola.base.Audio attribute) (cisticola.base.ChannelInfo attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.RawChannelInfo attribute) (cisticola.base.ScraperResult attribute) (cisticola.base.Video attribute)

date_created (cisticola.base.ChannelInfo attribute) date_transformed (cisticola.base.Audio attribute) (cisticola.base.ChannelInfo attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.Video attribute) decode_cfemail() (in module cisticola.scraper.bitchute) description (cisticola.base.ChannelInfo attribute) description_location (cisticola.base.ChannelInfo attribute) description_url (cisticola.base.ChannelInfo attribute) detected_language (cisticola.base.Post attribute)

E

ETLController (class in cisticola.transformer.base) exif (cisticola.base.Audio attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Video attribute)

F

flush_posts() (cisticola.transformer.base.ETLController method) followers (cisticola.base.ChannelInfo attribute)

following (cisticola.base.ChannelInfo attribute) forwarded_from (cisticola.base.Post attribute) forwards (cisticola.base.Post attribute)

G

get_blob() (cisticola.base.Media method) get_channel_identifier() (cisticola.scraper.telegram_telethon.TelegramTelethonScraper method) get_channel_profile() (in module cisticola.scraper.rumble) get_channel_videos() (in module cisticola.scraper.rumble) get_media_url() (in module cisticola.scraper.rumble) get_name_from_web_interface() (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer method) get_posts() (cisticola.scraper.base.Scraper method) (cisticola.scraper.bitchute.BitchuteScraper method) (cisticola.scraper.gettr.GettrScraper method) (cisticola.scraper.rumble.RumbleScraper method) (cisticola.scraper.telegram_telethon.TelegramTelethonScraper method) get_profile() (cisticola.scraper.bitchute.BitchuteScraper method) (cisticola.scraper.gettr.GettrScraper method) (cisticola.scraper.rumble.RumbleScraper method) (cisticola.scraper.telegram_telethon.TelegramTelethonScraper method)

get_screenname_cache (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer attribute) get_screenname_from_id() (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer method) get_username_from_url() (cisticola.scraper.base.Scraper method) (cisticola.scraper.bitchute.BitchuteScraper method) (cisticola.scraper.gettr.GettrScraper method) (cisticola.scraper.telegram_telethon.TelegramTelethonScraper method) get_videos_user() (in module cisticola.scraper.bitchute) GettrScraper (class in cisticola.scraper.gettr) GettrTransformer (class in cisticola.transformer.gettr)

H

hashtags (cisticola.base.Post attribute) hydrate() (cisticola.base.Channel method) (cisticola.base.ChannelInfo method) (cisticola.base.Image method) (cisticola.base.Media method) (cisticola.base.Post method)

hydrate_exif() (cisticola.base.Media method) hydrate_ocr() (cisticola.base.Image method) hydrate_spacy() (cisticola.base.Post method)

I

id (cisticola.base.Audio attribute) (cisticola.base.Channel attribute) (cisticola.base.ChannelInfo attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.RawChannelInfo attribute) (cisticola.base.ScraperResult attribute) (cisticola.base.Video attribute)

Image (class in cisticola.base) influencer (cisticola.base.Channel attribute) insert_or_select() (cisticola.transformer.base.ETLController method) insert_post() (cisticola.transformer.base.ETLController method)

L

likes (cisticola.base.Post attribute)

M

m3u8_url_to_blob() (cisticola.scraper.base.Scraper method) make_request() (in module cisticola.utils) Media (class in cisticola.base) media_archived (cisticola.base.ScraperResult attribute) mentions (cisticola.base.Post attribute) module cisticola cisticola.base cisticola.scraper cisticola.scraper.base cisticola.scraper.bitchute cisticola.scraper.gettr cisticola.scraper.rumble cisticola.scraper.telegram_telethon cisticola.transformer cisticola.transformer.base cisticola.transformer.bitchute cisticola.transformer.gettr cisticola.transformer.rumble cisticola.transformer.telegram_telethon cisticola.utils

N

name (cisticola.base.Channel attribute) (cisticola.base.ChannelInfo attribute)

named_entities (cisticola.base.Post attribute) normalized_content (cisticola.base.Post attribute) notes (cisticola.base.Channel attribute)

O

ocr (cisticola.base.Audio attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Video attribute)

original_url (cisticola.base.Audio attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Video attribute) outlinks (cisticola.base.Post attribute)

P

parse_created() (in module cisticola.transformer.bitchute) platform (cisticola.base.Audio attribute) (cisticola.base.Channel attribute) (cisticola.base.ChannelInfo attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.RawChannelInfo attribute) (cisticola.base.ScraperResult attribute) (cisticola.base.Video attribute) platform_id (cisticola.base.Channel attribute) (cisticola.base.ChannelInfo attribute) (cisticola.base.Post attribute) (cisticola.base.ScraperResult attribute)

post (cisticola.base.Audio attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Video attribute) Post (class in cisticola.base) posts_cache (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer attribute) posts_to_insert (cisticola.transformer.base.ETLController attribute) process_video() (in module cisticola.scraper.rumble) public (cisticola.base.Channel attribute)

R

raw_channel_info_id (cisticola.base.ChannelInfo attribute) raw_data (cisticola.base.RawChannelInfo attribute) (cisticola.base.ScraperResult attribute) raw_id (cisticola.base.Audio attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.Video attribute) RawChannelInfo (class in cisticola.base) register_scraper() (cisticola.scraper.base.ScraperController method)

register_scrapers() (cisticola.scraper.base.ScraperController method) register_transformer() (cisticola.transformer.base.ETLController method) register_transformers() (cisticola.transformer.base.ETLController method) remove_all_scrapers() (cisticola.scraper.base.ScraperController method) reply_to (cisticola.base.Post attribute) request_from_bitchute() (in module cisticola.scraper.bitchute) request_until_200() (in module cisticola.utils) reset_db() (cisticola.scraper.base.ScraperController method) RumbleScraper (class in cisticola.scraper.rumble) RumbleTransformer (class in cisticola.transformer.rumble)

S

scrape_all_channel_info() (cisticola.scraper.base.ScraperController method) scrape_all_channels() (cisticola.scraper.base.ScraperController method) scrape_channel_info() (cisticola.scraper.base.ScraperController method) scrape_channels() (cisticola.scraper.base.ScraperController method) scraper (cisticola.base.Audio attribute) (cisticola.base.ChannelInfo attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.RawChannelInfo attribute) (cisticola.base.ScraperResult attribute) (cisticola.base.Video attribute)

Scraper (class in cisticola.scraper.base) ScraperController (class in cisticola.scraper.base) ScraperResult (class in cisticola.base) screenname (cisticola.base.Channel attribute) (cisticola.base.ChannelInfo attribute) source (cisticola.base.Channel attribute) strip_tags() (in module cisticola.scraper.bitchute) stripped() (in module cisticola.transformer.telegram_telethon)

T

TelegramTelethonScraper (class in cisticola.scraper.telegram_telethon) TelegramTelethonTransformer (class in cisticola.transformer.telegram_telethon) transform() (cisticola.transformer.base.Transformer method) (cisticola.transformer.bitchute.BitchuteTransformer method) (cisticola.transformer.gettr.GettrTransformer method) (cisticola.transformer.rumble.RumbleTransformer method) (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer method) transform_all_untransformed() (cisticola.transformer.base.ETLController method) transform_all_untransformed_info() (cisticola.transformer.base.ETLController method) transform_all_untransformed_media() (cisticola.transformer.base.ETLController method) transform_info() (cisticola.transformer.base.ETLController method) (cisticola.transformer.bitchute.BitchuteTransformer method) (cisticola.transformer.gettr.GettrTransformer method) (cisticola.transformer.rumble.RumbleTransformer method) (cisticola.transformer.telegram_telethon.TelegramTelethonTransformer method)

transform_media() (cisticola.transformer.base.ETLController method) (cisticola.transformer.base.Transformer method) (cisticola.transformer.bitchute.BitchuteTransformer method) transform_results() (cisticola.transformer.base.ETLController method) transformer (cisticola.base.Audio attribute) (cisticola.base.ChannelInfo attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.Video attribute) Transformer (class in cisticola.transformer.base) type (cisticola.base.Audio attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Video attribute)

U

url (cisticola.base.Audio attribute) (cisticola.base.Channel attribute) (cisticola.base.Image attribute) (cisticola.base.Media attribute) (cisticola.base.Post attribute) (cisticola.base.Video attribute)

url_to_blob() (cisticola.scraper.base.Scraper method) url_to_key() (cisticola.scraper.base.Scraper method) (cisticola.scraper.gettr.GettrScraper method) (cisticola.scraper.rumble.RumbleScraper method)

V

verified (cisticola.base.ChannelInfo attribute) Video (class in cisticola.base)

video_duration (cisticola.base.Post attribute) video_title (cisticola.base.Post attribute) views (cisticola.base.Post attribute)

Y

ytdlp_url_to_blob() (cisticola.scraper.base.Scraper method)