Navigation

    SmartAPI Forum
    • Register
    • Login
    • Search
    • Categories
    • Popular
    • Groups
    • FAQs
    • API Docs

    Unable to fetch data using Python

    Python SDK
    2
    2
    7
    Loading More Posts
    • Oldest to Newest
    • Newest to Oldest
    • Most Votes
    Reply
    • Reply as topic
    Log in to reply
    This topic has been deleted. Only users with topic management privileges can see it.
    • T
      T2453A1 last edited by

      Tried the python code attached

      • one from AngelOne github
      • my own coding (not included)

      I am unable to pull all the fields -
      Angelone gives nothing
      My code gives me ltp data but then blank in the remaining

      Used quote, smartfeed instead of ltp data but just doesnt move. it logs in successfully

      import os
      import time
      import sqlite3
      import json
      from datetime import datetime, timedelta
      
      import pandas as pd
      import pyotp
      from dotenv import load_dotenv
      from SmartApi import SmartConnect
      
      # --------------------------
      # Load environment variables
      # --------------------------
      load_dotenv()
      API_KEY = os.getenv("API_KEY")
      CLIENT_ID = os.getenv("CLIENT_ID")
      PASSWORD = os.getenv("PASSWORD")
      TOTP_SECRET = os.getenv("TOTP_SECRET")
      
      # --------------------------
      # Initialize SmartAPI
      # --------------------------
      smartapi = SmartConnect(api_key=API_KEY)
      
      # --------------------------
      # Session handling
      # --------------------------
      def get_session():
          """Reuse session token if valid, else generate a new one."""
          if os.path.exists("session.json"):
              with open("session.json", "r") as f:
                  data = json.load(f)
              expiry = datetime.fromtimestamp(data.get("expiry", 0))
              if expiry > datetime.now():
                  smartapi.setAccessToken(data["jwtToken"])
                  print("✅ Using existing session token.")
                  return data
      
          # Generate new session
          print("🔑 Generating new session...")
          totp = pyotp.TOTP(TOTP_SECRET).now()
          session = smartapi.generateSession(CLIENT_ID, PASSWORD, totp)
          token_data = {
              "jwtToken": session["data"]["jwtToken"],
              "refreshToken": session["data"]["refreshToken"],
              "expiry": (datetime.now() + timedelta(hours=23)).timestamp()
          }
          with open("session.json", "w") as f:
              json.dump(token_data, f)
          smartapi.setAccessToken(token_data["jwtToken"])
          print("✅ New session saved.")
          return token_data
      
      # --------------------------
      # Database setup
      # --------------------------
      DB_PATH = "stocks.db"
      conn = sqlite3.connect(DB_PATH)
      cursor = conn.cursor()
      
      # --------------------------
      # Load symbols to fetch
      # --------------------------
      query = """
      SELECT DISTINCT symbol, token, exch_seg
      FROM equity_master
      WHERE exch_seg='NSE' AND token IS NOT NULL
      LIMIT 50
      """
      symbols_df = pd.read_sql(query, conn)
      print(f"📊 Loaded {len(symbols_df)} symbols from equity_master")
      
      # --------------------------
      # Fetch session
      # --------------------------
      tokens = get_session()
      
      # --------------------------
      # Fetch market data
      # --------------------------
      updated = []
      
      for _, row in symbols_df.iterrows():
          try:
              symbol = row["symbol"]
              token = str(row["token"])
              exchange = row["exch_seg"]
      
              # LTP / full quote
              data = smartapi.ltpData(exchange, symbol, token)
              quote = data.get("data", {})
      
              updated.append((
                  symbol,
                  exchange,
                  token,
                  quote.get("ltp"),
                  quote.get("open"),
                  quote.get("high"),
                  quote.get("low"),
                  quote.get("close"),
                  quote.get("lastTradeQty"),
                  quote.get("exchFeedTime"),
                  quote.get("exchTradeTime"),
                  quote.get("netChange"),
                  quote.get("percentChange"),
                  quote.get("avgPrice"),
                  quote.get("tradeVolume"),
                  quote.get("opnInterest"),
                  quote.get("lowerCircuit"),
                  quote.get("upperCircuit"),
                  quote.get("totBuyQuan"),
                  quote.get("totSellQuan"),
                  quote.get("weekLow52"),
                  quote.get("weekHigh52"),
                  datetime.now().strftime("%Y-%m-%d %H:%M:%S")
              ))
      
              time.sleep(0.2)
      
          except Exception as e:
              print(f"⚠️ {symbol} ({token}): {e}")
      
      # --------------------------
      # Insert / update DB
      # --------------------------
      cursor.executemany("""
      INSERT INTO market_live (
          symbol, exchange, symbolToken, ltp, open, high, low, close,
          lastTradeQty, exchFeedTime, exchTradeTime, netChange, percentChange,
          avgPrice, tradeVolume, opnInterest, lowerCircuit, upperCircuit,
          totBuyQuan, totSellQuan, weekLow52, weekHigh52, updated_at
      )
      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
      ON CONFLICT(symbol) DO UPDATE SET
          ltp=excluded.ltp,
          open=excluded.open,
          high=excluded.high,
          low=excluded.low,
          close=excluded.close,
          lastTradeQty=excluded.lastTradeQty,
          exchFeedTime=excluded.exchFeedTime,
          exchTradeTime=excluded.exchTradeTime,
          netChange=excluded.netChange,
          percentChange=excluded.percentChange,
          avgPrice=excluded.avgPrice,
          tradeVolume=excluded.tradeVolume,
          opnInterest=excluded.opnInterest,
          lowerCircuit=excluded.lowerCircuit,
          upperCircuit=excluded.upperCircuit,
          totBuyQuan=excluded.totBuyQuan,
          totSellQuan=excluded.totSellQuan,
          weekLow52=excluded.weekLow52,
          weekHigh52=excluded.weekHigh52,
          updated_at=excluded.updated_at
      """, updated)
      
      conn.commit()
      print(f"✅ Market data updated in 'market_live' ({len(updated)} records)")
      
      # --------------------------
      # Export to Excel
      # --------------------------
      df = pd.read_sql("SELECT * FROM market_live", conn)
      df.to_excel("market_live.xlsx", index=False)
      print("📊 Exported to market_live.xlsx")
      
      conn.close()
      
      
      1 Reply Last reply Reply Quote 0
      • A
        admin last edited by

        Hi @T2453A1

        What kind of error your facing. Pls attach error screenshot

        1 Reply Last reply Reply Quote 0
        • First post
          Last post