Skip to content

Commit

Permalink
coingecko api
Browse files Browse the repository at this point in the history
  • Loading branch information
daviidarr committed Apr 22, 2024
1 parent 660d4ce commit 215ae6a
Showing 1 changed file with 244 additions and 0 deletions.
244 changes: 244 additions & 0 deletions utils/coingecko.py
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,244 @@
import os
import pickle
import sys
import time
from datetime import datetime, timedelta, timezone
from functools import wraps, lru_cache

import pandas as pd
import pycoingecko
import streamlit


class myCoinGeckoAPI(pycoingecko.CoinGeckoAPI):
defillama_mapping = ({'id': 'id',
'symbol': 'symbol',
'name': 'name'}|
{'alephium': 'Alephium',
'algorand': 'Algorand',
'aptos': 'Aptos',
'arbitrum-nova': 'Arbitrum Nova',
'arbitrum-one': 'Arbitrum',
'astar': 'Astar',
'aurora': 'Aurora',
'avalanche': 'Avalanche',
'base': 'Base',
'binance-smart-chain': 'Binance',
'bitcoin-cash': 'Bitcoin',
'bitgert': 'Bitgert',
'bittorrent': 'Bittorrent',
'boba': 'Boba',
'canto': 'Canto',
'cardano': 'Cardano',
'celo': 'Celo',
'conflux': 'Conflux',
'core': 'CORE',
'cosmos': 'Cosmos',
'cronos': 'Cronos',
'cube': 'Cube',
'dogechain': 'Dogechain',
'elastos': 'Elastos',
'elrond': 'Elrond',
'empire': 'Empire',
'eos': 'EOS',
'eos-evm': 'EOS EVM',
'ethereum': 'Ethereum',
'ethereumpow': 'EthereumPoW',
'everscale': 'Everscale',
'evmos': 'Evmos',
'fantom': 'Fantom',
'fuse': 'Fuse',
'fusion-network': 'Fusion',
'harmony-shard-0': 'Harmony',
'hedera-hashgraph': 'Hedera',
'hoo': 'Hoo',
'injective': 'Injective',
'iotex': 'IoTeX',
'kava': 'Kava',
'kucoin-community-chain': 'Kucoin',
'kujira': 'Kujira',
'kusama': 'Kusama',
'linea': 'Linea',
'manta-pacific': 'Manta',
'mantle': 'Mantle',
'meter': 'Meter',
'metis-andromeda': 'Metis',
'milkomeda-cardano': 'Milkomeda',
'moonbeam': 'Moonbeam',
'moonriver': 'Moonriver',
'near-protocol': 'Near',
'neo': 'NEO',
'nuls': 'Nuls',
'oasis': 'Oasis',
'ontology': 'Ontology',
'optimistic-ethereum': 'Optimism',
'osmosis': 'Osmosis',
'polkadot': 'Polkadot',
'polygon-pos': 'Polygon',
'polygon-zkevm': 'Polygon zkEVM',
'rollux': 'Rollux',
'ronin': 'Ronin',
'scroll': 'Scroll',
'secret': 'Secret',
'smartbch': 'smartBCH',
'solana': 'Solana',
'sui': 'Sui',
'syscoin': 'Syscoin',
'telos': 'Telos',
'terra': 'Terra',
'tezos': 'Tezos',
'theta': 'Theta',
'thorchain': 'Thorchain',
'thundercore': 'ThunderCore',
'tomochain': 'TomoChain',
'tron': 'Tron',
'velas': 'Velas',
'wanchain': 'Wanchain',
'waves': 'Waves',
'xdai': 'xDai',
'xdc-network': 'XDC',
'zilliqa': 'Zilliqa',
'zksync': 'zkSync Era'})
debank_mapping = {
"ethereum": "eth",
"binance-smart-chain": "bsc",
"xdai": "xdai",
"polygon-pos": "matic",
"fantom": "ftm",
"avalanche": "avax",
"optimistic-ethereum": "op",
"arbitrum-one": "arb",
"arbitrum-nova": "nova",
}

@streamlit.cache_data
def get_address_map(_self) -> pd.DataFrame:
filename = os.path.join(os.sep, os.getcwd(), 'config', 'coingecko_address_map.csv')
if not os.path.isfile(filename):
ids = _self.get_coins_list(include_platform='true')
address_map = pd.concat([pd.Series(x['platforms']
| {'id': x['id'],
'symbol': x['symbol'],
'name': x['name']})
for x in ids], axis=1).T
address_map.columns = address_map.columns
result = address_map.fillna('').set_index('id')
result.to_csv(filename)
else:
result = pd.read_csv(filename, index_col='id')

return myCoinGeckoAPI.adapt_address_map_to_defillama(result)

@staticmethod
def adapt_address_map_to_defillama(address_map) -> pd.DataFrame:
# keep only columns that are in the chain mapping
table = address_map.filter(myCoinGeckoAPI.defillama_mapping.keys())
# rename columns to defillama chain names
table.columns = [myCoinGeckoAPI.defillama_mapping[chain] for chain in table.columns]
return table

@streamlit.cache_data
def address_to_id(_self, address: str, chain: str) -> str:
return _self.address_map[_self.address_map[chain] == address].index[0]

@streamlit.cache_data
def address_to_symbol(_self, address: str, chain: str) -> str:
temp = _self.address_map.loc[_self.address_map[chain] == address, 'symbol'].squeeze()
return temp if type(temp) == str else ''

@streamlit.cache_data
def fetch_range(_self, symbol: str, start: datetime, end: datetime) -> pd.DataFrame:
'''
:param symbol: coin name
:param start: start date
:param end: end date
:return: df with columns: timestamp, open, high, low, close, volume
'''
df = pd.DataFrame(_self.get_coin_market_chart_range_by_id(id=symbol, vs_currency='usd',
from_timestamp=start.timestamp(),
to_timestamp=end.timestamp()),
columns=['timestamp', 'open', 'high', 'low', 'close'])
df['timestamp'] = df['timestamp'].apply(lambda x: datetime.fromtimestamp(x / 1000).replace(tzinfo=timezone.utc))
return df

@streamlit.cache_data
def fetch_market_chart(_self, _id: str, days: int, vs_currency='usd') -> pd.DataFrame:
'''
:param symbol: coin name
:param start: start date
:param end: end date
:return: df with columns: timestamp, open, high, low, close, volume
'''
df = pd.DataFrame(_self.get_coin_market_chart_by_id(id=_id, days=days, vs_currency=vs_currency)['prices'],
columns=['timestamp', 'price'])
df['timestamp'] = df['timestamp'].apply(lambda x: datetime.fromtimestamp(x / 1000).replace(tzinfo=timezone.utc))
return df

@streamlit.cache_data
def fetch_ohlc(_self, id_: str, days: int, vs_currency='usd') -> pd.DataFrame:
'''
:param symbol: coin name
:param start: start date
:param end: end date
:return: df with columns: timestamp, open, high, low, close, volume
'''
if days <= 2:
freq = timedelta(minutes=30)
elif days <= 30:
freq = timedelta(hours=4)
else:
freq = timedelta(days=4)

df = pd.DataFrame(_self.get_coin_ohlc_by_id(id=id_, vs_currency=vs_currency,
days=str(days)),
columns=['timestamp', 'open', 'high', 'low', 'close'])
df['timestamp'] = df['timestamp'].apply(lambda x: datetime.fromtimestamp(x / 1000).replace(tzinfo=timezone.utc))
return df

if __name__ == '__main__':
if sys.argv[1] =='ohlcv':
end = datetime.now()
start = end - pd.Timedelta(days=30)
cg = myCoinGeckoAPI()
df = cg.fetch_ohlc(sys.argv[2], vs_currency='usd', days=7)
df.to_csv('_'.join(sys.argv[1:]) + '.csv')
else:
peers = ['celestia',
'tia',
'conflux-token',
'enjincoin',
'injective-protocol',
'zencash',
'stargate-finance',
'celo',
'celo-wormhole',
'moviebloc',
'axie-infinity',
'kava',
'blur',
'cyberconnect',
'cyberpunk-city',
'algorand']
ecosystem = ['singularitynet', 'singularitydao', 'hypercycle', 'rejuve-ai', 'nunet', 'sophiaverse']

cg = myCoinGeckoAPI()
tickers = cg.get_coin_ticker_by_id('bitcoin')['tickers']
df_list = []
for ids in (peers + ecosystem):
i = 0
while i < 10:
try:
ticker = cg.get_coin_ticker_by_id(ids)
price = cg.get_price(ids, 'usd', include_market_cap=True)
new_data = pd.DataFrame(ticker['tickers'])
new_data['price_usd'] = price[ids]['usd']
new_data['market_cap'] = price[ids]['usd_market_cap']
df_list.append(new_data)
print(f'{ids} done')
i=10
except Exception as e:
print(str(e))
i = i+1
time.sleep(60)

df = pd.concat(df_list)

0 comments on commit 215ae6a

Please sign in to comment.