1. Home
  2. Categories
  3. Python SDK
  4. Unable to fetch data using Python

Unable to fetch data using Python

Python SDK
Log in to reply
  • T

    Tried the python code attached

    • one from AngelOne github
    • my own coding (not included)

    I am unable to pull all the fields -
    Angelone gives nothing
    My code gives me ltp data but then blank in the remaining

    Used quote, smartfeed instead of ltp data but just doesnt move. it logs in successfully

    import os
import time
import sqlite3
import json
from datetime import datetime, timedelta

import pandas as pd
import pyotp
from dotenv import load_dotenv
from SmartApi import SmartConnect

# --------------------------
# Load environment variables
# --------------------------
load_dotenv()
API_KEY = os.getenv("API_KEY")
CLIENT_ID = os.getenv("CLIENT_ID")
PASSWORD = os.getenv("PASSWORD")
TOTP_SECRET = os.getenv("TOTP_SECRET")

# --------------------------
# Initialize SmartAPI
# --------------------------
smartapi = SmartConnect(api_key=API_KEY)

# --------------------------
# Session handling
# --------------------------
def get_session():
    """Reuse session token if valid, else generate a new one."""
    if os.path.exists("session.json"):
        with open("session.json", "r") as f:
            data = json.load(f)
        expiry = datetime.fromtimestamp(data.get("expiry", 0))
        if expiry > datetime.now():
            smartapi.setAccessToken(data["jwtToken"])
            print("✅ Using existing session token.")
            return data

    # Generate new session
    print("🔑 Generating new session...")
    totp = pyotp.TOTP(TOTP_SECRET).now()
    session = smartapi.generateSession(CLIENT_ID, PASSWORD, totp)
    token_data = {
        "jwtToken": session["data"]["jwtToken"],
        "refreshToken": session["data"]["refreshToken"],
        "expiry": (datetime.now() + timedelta(hours=23)).timestamp()
    }
    with open("session.json", "w") as f:
        json.dump(token_data, f)
    smartapi.setAccessToken(token_data["jwtToken"])
    print("✅ New session saved.")
    return token_data

# --------------------------
# Database setup
# --------------------------
DB_PATH = "stocks.db"
conn = sqlite3.connect(DB_PATH)
cursor = conn.cursor()

# --------------------------
# Load symbols to fetch
# --------------------------
query = """
SELECT DISTINCT symbol, token, exch_seg
FROM equity_master
WHERE exch_seg='NSE' AND token IS NOT NULL
LIMIT 50
"""
symbols_df = pd.read_sql(query, conn)
print(f"📊 Loaded {len(symbols_df)} symbols from equity_master")

# --------------------------
# Fetch session
# --------------------------
tokens = get_session()

# --------------------------
# Fetch market data
# --------------------------
updated = []

for _, row in symbols_df.iterrows():
    try:
        symbol = row["symbol"]
        token = str(row["token"])
        exchange = row["exch_seg"]

        # LTP / full quote
        data = smartapi.ltpData(exchange, symbol, token)
        quote = data.get("data", {})

        updated.append((
            symbol,
            exchange,
            token,
            quote.get("ltp"),
            quote.get("open"),
            quote.get("high"),
            quote.get("low"),
            quote.get("close"),
            quote.get("lastTradeQty"),
            quote.get("exchFeedTime"),
            quote.get("exchTradeTime"),
            quote.get("netChange"),
            quote.get("percentChange"),
            quote.get("avgPrice"),
            quote.get("tradeVolume"),
            quote.get("opnInterest"),
            quote.get("lowerCircuit"),
            quote.get("upperCircuit"),
            quote.get("totBuyQuan"),
            quote.get("totSellQuan"),
            quote.get("weekLow52"),
            quote.get("weekHigh52"),
            datetime.now().strftime("%Y-%m-%d %H:%M:%S")
        ))

        time.sleep(0.2)

    except Exception as e:
        print(f"⚠️ {symbol} ({token}): {e}")

# --------------------------
# Insert / update DB
# --------------------------
cursor.executemany("""
INSERT INTO market_live (
    symbol, exchange, symbolToken, ltp, open, high, low, close,
    lastTradeQty, exchFeedTime, exchTradeTime, netChange, percentChange,
    avgPrice, tradeVolume, opnInterest, lowerCircuit, upperCircuit,
    totBuyQuan, totSellQuan, weekLow52, weekHigh52, updated_at
)
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(symbol) DO UPDATE SET
    ltp=excluded.ltp,
    open=excluded.open,
    high=excluded.high,
    low=excluded.low,
    close=excluded.close,
    lastTradeQty=excluded.lastTradeQty,
    exchFeedTime=excluded.exchFeedTime,
    exchTradeTime=excluded.exchTradeTime,
    netChange=excluded.netChange,
    percentChange=excluded.percentChange,
    avgPrice=excluded.avgPrice,
    tradeVolume=excluded.tradeVolume,
    opnInterest=excluded.opnInterest,
    lowerCircuit=excluded.lowerCircuit,
    upperCircuit=excluded.upperCircuit,
    totBuyQuan=excluded.totBuyQuan,
    totSellQuan=excluded.totSellQuan,
    weekLow52=excluded.weekLow52,
    weekHigh52=excluded.weekHigh52,
    updated_at=excluded.updated_at
""", updated)

conn.commit()
print(f"✅ Market data updated in 'market_live' ({len(updated)} records)")

# --------------------------
# Export to Excel
# --------------------------
df = pd.read_sql("SELECT * FROM market_live", conn)
df.to_excel("market_live.xlsx", index=False)
print("📊 Exported to market_live.xlsx")

conn.close()
    0
  • A

    Hi @T2453A1

    What kind of error your facing. Pls attach error screenshot

    0