Omnibus's picture
Update app.py
c32b01b
raw
history blame
19.5 kB
import gradio as gr
import pandas as pd
import datetime
import hashlib
import json
import os
import requests
from blockchain import Blockchain
from huggingface_hub import (create_repo,get_full_repo_name,upload_file,CommitOperationAdd,HfApi)
main_chain='https://huggingface.co/datasets/Omnibus/blockchain-sim/raw/main/'
main_balance='https://huggingface.co/datasets/Omnibus/blockchain-sim/raw/main/balance/'
main_nodes='https://huggingface.co/datasets/Omnibus/blockchain-sim/raw/main/node_file1.json'
main_pending='https://huggingface.co/datasets/Omnibus/blockchain-sim/raw/main/pending1.json'
token_self = os.environ['HF_TOKEN']
pa=os.environ['PASS']
repo_d='Omnibus/static-bin'
chain_d='chain1.json'
node_file='node_file.json'
space='blockchain-simulator-dev1'
api = HfApi(token=token_self)
class Balance_sheet:
def create_block(self, proof, previous_hash,chain_r=None,chain_n=None,balance=None):
if chain_r=="" or chain_r==None:
chain_r=f"{main_chain.split('datasets/',1)[1].split('/raw',1)[0]}"
if chain_n=="" or chain_n==None:
chain_n=chain_d
block = {'index': len(self.chain) + 1,
'timestamp': str(datetime.datetime.now()),
'transactions': self.pending_transactions,
#'balance':self.balance
'proof': proof,
'previous_hash': previous_hash}
if self.block_valid(block) == True:
self.pending_transactions = []
self.chain.append(block)
json_object = json.dumps(self.chain, indent=4)
with open("tmp.json", "w") as outfile:
outfile.write(json_object)
try:
api.upload_file(
path_or_fileobj="tmp.json",
path_in_repo=chain_n,
repo_id=chain_r,
token=token_self,
repo_type="dataset",
)
os.remove("tmp.json")
except Exception as e:
print(e)
pass
return block
else:
block = {"Not Valid"}
print("not Valid")
return block
def print_previous_block(self):
return self.chain[-1]
def new_transaction(self, sender, recipient, amount):
transaction = {
'sender': sender,
'recipient': recipient,
'amount': amount
}
self.pending_transactions.append(transaction)
class Blockchain1:
def __init__(self,load=None,create=None):
self.pending_transactions = []
if load == None or load=="":
self.chain = []
self.create_block(proof=1, previous_hash='0',chain_n=create)
elif load != None and load !="":
#r = requests.get(load)
lod = json.loads(load)
self.chain = lod
def reset(self,create=None):
self.chain = []
self.pending_transactions = []
self.create_block(proof=1, previous_hash='0',chain_n=create)
def create_block(self, proof, previous_hash,chain_r=None,chain_n=None):
if chain_r=="" or chain_r==None:
chain_r=f"{main_chain.split('datasets/',1)[1].split('/raw',1)[0]}"
if chain_n=="" or chain_n==None:
chain_n=chain_d
block = {'index': len(self.chain) + 1,
'timestamp': str(datetime.datetime.now()),
'transactions': self.pending_transactions,
'proof': proof,
'previous_hash': previous_hash}
if self.block_valid(block) == True:
self.pending_transactions = []
self.chain.append(block)
json_object = json.dumps(self.chain, indent=4)
with open("tmp.json", "w") as outfile:
outfile.write(json_object)
try:
api.upload_file(
path_or_fileobj="tmp.json",
path_in_repo=chain_n,
repo_id=chain_r,
token=token_self,
repo_type="dataset",
)
os.remove("tmp.json")
except Exception as e:
print(e)
pass
return block
else:
block = {"Not Valid"}
print("not Valid")
return block
def print_previous_block(self):
return self.chain[-1]
def new_transaction(self, sender, recipient, amount):
transaction = {
'sender': sender,
'recipient': recipient,
'amount': amount
}
self.pending_transactions.append(transaction)
def proof_of_work(self, previous_proof):
new_proof = 1
check_proof = False
while check_proof is False:
hash_operation = hashlib.sha256(
str(new_proof**2 - previous_proof**2).encode()).hexdigest()
if hash_operation[:5] == '00000':
check_proof = True
else:
new_proof += 1
return new_proof
def hash(self, block):
encoded_block = json.dumps(block, sort_keys=True).encode()
return hashlib.sha256(encoded_block).hexdigest()
def block_valid(self, block):
print (block)
#prev_block=len(self.chain)
if len(self.chain) > 0:
prev_block = len(self.chain)-1
previous_block = self.chain[prev_block]
print (previous_block)
out=True
ind=None
mes=None
if block['previous_hash'] != self.hash(previous_block):
out=False
#ind=block_index
mes='Hash'
previous_proof = previous_block['proof']
proof = block['proof']
hash_operation = hashlib.sha256(
str(proof**2 - previous_proof**2).encode()).hexdigest()
if hash_operation[:5] != '00000':
out=False
#ind=block_index+1
mes='Proof'
previous_block = block
else:
out = True
return out
def chain_valid(self, chain):
previous_block = chain[0]
block_index = 1
out=True
ind=None
mes=None
while block_index < len(chain):
block = chain[block_index]
if block['previous_hash'] != self.hash(previous_block):
out=False
ind=block_index
mes='Hash'
break
previous_proof = previous_block['proof']
proof = block['proof']
hash_operation = hashlib.sha256(
str(proof**2 - previous_proof**2).encode()).hexdigest()
if hash_operation[:5] != '00000':
out=False
ind=block_index+1
mes='Proof'
break
previous_block = block
block_index += 1
return out, ind, mes
#def check_balance(sender,amount):
def bc_transactions(sender,recipient,amount):
mes, out = issue_tokens(sender,recipient,amount)
if out == True:
blockchain.new_transaction(f"{sender}",f"{recipient}",f"{amount}")
message = "Transaction Added to Pool"
data = pd.DataFrame(blockchain.pending_transactions)
if out == False:
message = mes
data = None
return data,message,None,None,None
def create_chain(create=None):
global blockchain
blockchain = Blockchain(create=create)
#blockchain.reset(create=create)
return "New Chain Created",None,display_chain()
def display_chain():
response = {'chain': blockchain.chain,
'length': len(blockchain.chain)}
return response
def mine_block(chain_r=None,chain_n=None):
previous_block = blockchain.print_previous_block()
previous_proof = previous_block['proof']
proof = blockchain.proof_of_work(previous_proof)
previous_hash = blockchain.hash(previous_block)
block = blockchain.create_block(proof, previous_hash,chain_r,chain_n)
response = {'message': 'A block is MINED',
'index': block['index'],
'timestamp': block['timestamp'],
'proof': block['proof'],
'previous_hash': block['previous_hash']}
message = "A block is MINED"
show_chain = display_chain()
if len(blockchain.chain) > 1000:
blockchain.reset()
response = None
show_chain=display_chain()
message = "New Chain Created at Max 20 Blocks"
return response, show_chain,pd.DataFrame(blockchain.pending_transactions), message
def sort_valid():
#nodes=main_nodes.replace("'","")
f = requests.get(f'{main_nodes}')
t = open('tmp.json','w')
t.write(f.text)
t.close()
f = open('tmp.json','r')
f = f.read()
j = json.loads(f)
#j=f.json()
print (len(j))
cnt=0
valid_chains=[]
not_valid=[]
response=''
while cnt < len(j):
try:
r = requests.get(f'{j[cnt]["url"]}')
g = open('tmp1.json','w')
g.write(r.text)
g.close()
gg = open('tmp1.json','r')
ggg=gg.read()
print (ggg)
leng=len(json.loads(ggg))
print(f'Blockchain {cnt}: Length {leng} ')
valid,ind,mes = blockchain.chain_valid(json.loads(ggg))
except Exception:
valid=False
leng="No Data"
if valid:
valid_chains.append({"Chain": cnt, "Length": leng})
response = f'{response} Valid: {cnt}'
else:
not_valid.append({"Chain": cnt, "Length": leng})
response = f'{response} Invalid:{cnt}'
per = ((len(valid_chains)+1)/(len(j)+1))*100
cnt+=1
response=f'{int(per)}%-{response}'
print (f'Valid: {valid_chains}')
print (f'Not Valid: {not_valid}')
#p = json.loads(str(valid_chains))
p = valid_chains
cnt2=0
bot=0
out=[]
while cnt2 < len(p):
if p[cnt2]['Length'] > bot:
bot = p[cnt2]['Length']
out = [cnt2,bot]
else:
pass
cnt2+=1
print (out)
return response
def valid():
valid,ind,mes = blockchain.chain_valid(blockchain.chain)
if valid:
response = 'The Blockchain is valid.'
z=True
else:
response = f'Blockchain is not valid. {mes} at Index {ind}'
z=False
return response,z
def get_chain(repo_name=None,chain_name=None,token=None):
if repo_name == "":
repo_name = repo_d
if chain_name=="":
chain_name = chain_d
#src = f"https://huggingface.co/spaces/{repo_name}/raw/main/{chain_name}"
#ff = open('chain1.json','r')
#src = ff.read()
#src = json.loads(ff)
try:
r = requests.get(f'{main_chain}{chain_name}')
#create_chain(load=r.text)
global blockchain
blockchain = Blockchain(load=r.text)
#return "New Chain Created",display_chain()
#create_chain(src)
response = {'chain': blockchain.chain,
'length': len(blockchain.chain)}
message = f"Blockchain loaded from: {main_chain}{chain_name}"
return response,message
except:
message = f"Error loading from: {src}"
return ["Error Loading Chain"],message
def checkp(inp):
if inp == pa:
return gr.update(visible=False), gr.update(visible=True)
elif inp != pa:
return gr.update(visible=True), gr.update(visible=False)
def add_node(this_space,repo,space,chain_file):
#print(f"{api.whoami(['name'])}")
#repo = f'omnibus/{space}'
is_valid='True'
r = requests.get(f'{main_nodes}')
try:
lod = json.loads(r.text)
except:
lod=[]
pass
block = {'index': len(lod) + 1,
'timestamp': str(datetime.datetime.now()),
'url': f'https://huggingface.co/datasets/{repo}/{space}/raw/main/{chain_file}',
'valid': f'{is_valid}'}
lod.append(block)
json_object = json.dumps(lod, indent=4)
with open("tmp1.json", "w") as outfile:
outfile.write(json_object)
try:
api.upload_file(
path_or_fileobj="tmp1.json",
path_in_repo=main_nodes.split('main/',1)[1],
repo_id=main_nodes.split('datasets/',1)[1].split('/raw',1)[0],
token=token_self,
repo_type="dataset",
)
os.remove("tmp1.json")
except Exception as e:
pass
start_tokens = 10000000
source="Main"
def issue_tokens(send,rec,amount):
#print(f"{api.whoami(['name'])}")
#repo = f'omnibus/{space}'
#is_valid='True'
try:
_,z=valid()
if z == True:
mes = None
try:
r = requests.get(f'{main_balance}{send}.json')
lod = json.loads(r.text)
p=True
except:
lod=[]
p=False
mes = "Sender has no wallet"
pass
if p==True:
balance = lod[-1]["balance"]
print (balance)
balance =int(balance)-int(amount)
if balance >=0:
block = {'index': len(lod) + 1,
'timestamp': str(datetime.datetime.now()),
'sender': f'{send}',
'recipient':f'{rec}',
'amount': f'{amount}',
'balance': f'{balance}'
}
lod.append(block)
json_object = json.dumps(lod, indent=4)
with open("tmp1.json", "w") as outfile:
outfile.write(json_object)
try:
api.upload_file(
path_or_fileobj="tmp1.json",
path_in_repo=f'{main_balance.split("main/",1)[1]}/{send}.json',
repo_id=main_balance.split('datasets/',1)[1].split('/raw',1)[0],
token=token_self,
repo_type="dataset",
)
os.remove("tmp1.json")
except Exception as e:
mes=e
pass
try:
r = requests.get(f'{main_balance}{rec}.json')
lod = json.loads(r.text)
balance = lod[-1]["balance"]
except:
lod=[]
balance=0
pass
print (balance)
balance =int(balance)+int(amount)
block = {'index': len(lod) + 1,
'timestamp': str(datetime.datetime.now()),
'sender': f'{send}',
'recipient':f'{rec}',
'amount': f'{amount}',
'balance': f'{balance}'}
lod.append(block)
json_object = json.dumps(lod, indent=4)
with open("tmp1.json", "w") as outfile:
outfile.write(json_object)
try:
api.upload_file(
path_or_fileobj="tmp1.json",
path_in_repo=f'{main_balance.split("main/",1)[1]}/{rec}.json',
repo_id=main_balance.split('datasets/',1)[1].split('/raw',1)[0],
token=token_self,
repo_type="dataset",
)
os.remove("tmp1.json")
except Exception as e:
mes = e
pass
if mes == None:
mes = f'{amount} sent from {send} to {rec}'
if balance < 0:
mes ="Not enough tokens"
p = False
if z==False:
mes = "Invalid Blockchain"
p=False
except Exception:
mes = "Blockchain not loaded?"
p=False
return mes,p
#api = HfApi(token=token)
repo = main_balance.split('datasets/',1)[1].split('/raw',1)[0].split('/',1)[0]
name = main_balance.split('datasets/',1)[1].split('/raw',1)[0].split('/',1)[1]
f_ist = (api.list_repo_files(repo_id=f'{repo}/{name}', repo_type="dataset"))
send_list =[]
for i,ea in enumerate(f_ist):
if "balance/" in ea:
try:
send_list.append(ea.split("/",1)[1].split(".",1)[0])
except Exception:
pass
with gr.Blocks() as bc:
with gr.Row(visible=True) as invalid:
pass_box = gr.Textbox()
pass_btn = gr.Button()
with gr.Box(visible=False) as valida:
gr.Markdown("""<h1><center>Blockchain Simulator<br><h3>(Transactions have no value)<br><h4>Chain will reset at 20 blocks""")
blockchain = gr.State()
with gr.Row():
with gr.Column():
with gr.Accordion(label="Load",open=False):
with gr.Row():
chain_repo=gr.Textbox(label="repo/name")
chain_n=gr.Textbox(label="Chain file")
with gr.Row():
in_chain_btn=gr.Button("Load Chain")
create_bc = gr.Button("Create New Blockchain")
#send=gr.Textbox(label="Sender")
send = gr.Dropdown(label="Sender", choices=[f for f in send_list], value = "Bank")
rec=gr.Textbox(label="Recipient")
am=gr.Textbox(label="Amount")
send_trans=gr.Button("Post Transaction")
mine_b = gr.Button("Mine Block")
check = gr.Button("Check Chain")
check_all = gr.Button("Check All")
with gr.Column():
block_text = gr.Textbox()
trans_data = gr.Dataframe()
json_out = gr.JSON()
chain_json = gr.JSON()
with gr.Accordion("Nodes", open=False):
with gr.Row():
this_space=gr.Textbox(label="This Repo/Space")
with gr.Row():
node_repo=gr.Textbox(label="Node Repo")
node_space=gr.Textbox(label="Node Space")
node_file=gr.Textbox(label="Node File")
node_add=gr.Button("Add Node")
with gr.Accordion("Tokens", open=False):
issue_btn=gr.Button()
out_box_bool=gr.Textbox()
issue_btn.click(issue_tokens,[send,rec,am],[block_text,out_box_bool])
node_add.click(add_node,[this_space,node_repo,node_space,node_file],block_text)
pass_btn.click(checkp,pass_box,[invalid,valida])
in_chain_btn.click(get_chain,[chain_repo,chain_n],[chain_json,block_text])
create_bc.click(create_chain,[chain_n],[block_text,json_out,chain_json])
check.click(valid,None,[block_text,out_box_bool])
check_all.click(sort_valid,None,block_text)
send_trans.click(bc_transactions,[send,rec,am],[trans_data,block_text,send,rec,am])
mine_b.click(mine_block,[chain_repo,chain_n],[json_out,chain_json,trans_data,block_text])
bc.launch(enable_queue=False)