Publish date: 2013-06-03

Write and read large (8GB) binary blob (C#)

////////////////////////////////////////////////////////////////////////////////
//Samples for LCPI ADO.NET Data provider for OLEDB.
//                                                                    28.05.2013
using System;
using System.Diagnostics;
using System.Data;
using lcpi.data.oledb;

using com_lib=lcpi.lib.com;
using oledb_lib=lcpi.lib.oledb;

namespace Sample_0007{
////////////////////////////////////////////////////////////////////////////////
//class Generator

static class Generator
{
 public static byte exec(long i)
 {
  return (byte)(i%253);
 }//GenByte
};//class Generator

////////////////////////////////////////////////////////////////////////////////
//class VirtualComStream

unsafe class VirtualComStream:oledb_lib.native.ISequentialStream
{
 public VirtualComStream(long size)
 {
  Debug.Assert(size>=0);

  m_size=size;
  m_pos=0;
 }//VirtualComStream

 //ISequentialStream interface -------------------------------------------
 public com_lib.HResultCode Read(void*   pv,
                                 UInt32  cb,
                                 UInt32* pcbRead)
 {
  com_lib.ObjectUtils.ClearErrorInfo();

  if(pv==null && cb!=0)
   return com_lib.HResultCode.E_INVALIDARG;

  if(pcbRead!=null)
   (*pcbRead)=0;

  long pos=m_pos;

  byte* dest_beg=(byte*)pv;
  byte* dest_pos=dest_beg;
  byte* dest_end=dest_beg+cb;

  for(;dest_pos!=dest_end && pos<m_size;++dest_pos,++pos)
   (*dest_pos)=Generator.exec(pos);

  m_pos=pos;

  var writed=(dest_pos-dest_beg);

  Debug.Assert(writed<=UInt32.MaxValue);

  if(writed==0 && m_pos==m_size)
   return com_lib.HResultCode.S_FALSE;

  if(pcbRead!=null)
   lcpi.lib.structure.NumericCast.Exec(out (*pcbRead),writed); //no problem

  return com_lib.HResultCode.S_OK;
 }//Read

 //-----------------------------------------------------------------------
 public com_lib.HResultCode Write(void*   pv,
                                  UInt32  cb,
                                  UInt32* pcbWrited)
 {
  com_lib.ObjectUtils.ClearErrorInfo();

  if(pv==null && cb!=0)
   return com_lib.HResultCode.E_INVALIDARG;

  if(pcbWrited!=null)
   (*pcbWrited)=0;

  return com_lib.HResultCode.E_NOTIMPL;
 }//Write

 //private data ----------------------------------------------------------
 private readonly long m_size;

 private long m_pos;
};//class VirtualComStream

////////////////////////////////////////////////////////////////////////////////
//class Program

class Program
{
 private const string c_cn_str
  ="provider=LCPI.IBProvider.3;"
  +"location=localhost:d:\\database\\ibp_test_fb25_d3.gdb;"
  +"user id=gamer;"
  +"password=vermut;";

 //----------------------------------------------------------------------
 static int Main(string[] args)
 {
  int resultCode=0;

  try
  {
   const long c_size=8L*1024L*1024L*1024L; //8GB

   //---------------------------------------
   var cn=new OleDbConnection(c_cn_str);

   cn.Open();

   var tr=cn.BeginTransaction(IsolationLevel.RepeatableRead);

   var cmd=new OleDbCommand("",cn,tr);

   //--------------------------------------INSERT
   Console.WriteLine("Insert BLOB ... ");

   cmd.CommandText="insert into BIN_BLOB_TABLE (BIN_DATA) values(:x)\n"
                  +"returning TEST_ID\n"
                  +"into :rec_id";

   //define INPUT parameter
   cmd["x"].Value=new VirtualComStream(c_size);

   cmd.ExecuteNonQuery();

   var rec_id=cmd.Parameters["rec_id"].Value;

   Console.WriteLine("TEST_ID={0}",
                     rec_id);

   //--------------------------------------SELECT OCTET_LENGTH
   Console.Write("Query length of our BLOB ... ");

   try
   {
    cmd.CommandText="select OCTET_LENGTH (BIN_DATA) from BIN_BLOB_TABLE\n"
                   +"where test_id=:id";

    cmd["id"].Value=rec_id;

    var length=cmd.ExecuteScalar();

    if(c_size.Equals(length))
     Console.Write("OK. Length: {0}",length);
    else
     Console.Write("PROBLEM. Length: {0}",length);
   }
   catch
   {
    Console.Write("FAILED!");
    throw;
   }
   finally
   {
    Console.WriteLine("");
   }//finally

   //---------------------------------------Select data
   Console.WriteLine("Read and check our BLOB ... ");

   cmd.CommandText="select BIN_DATA from BIN_BLOB_TABLE where\n"
                  +"test_id=:id";

   cmd["id"].Value=rec_id;

   using(var reader=cmd.ExecuteReader(CommandBehavior.SingleResult))
   {
    if(!reader.Read())
     throw new ApplicationException("test record not found!");

    using(var blob_stream=reader.GetStream(0))
    {
     const int c_block_sz=1024*1024+1;

     var buffer=new byte[c_block_sz];

     long total_sz=0;

     for(;;)
     {
      var sz=blob_stream.Read(buffer,0,c_block_sz);

      if(sz==0)
       break;

      int i=0;

      for(;i<sz && total_sz<c_size;++i,++total_sz)
      {
       if(buffer[i]!=Generator.exec(total_sz))
        throw new ApplicationException("Bad BLOB data!");
      }//for

      if(i!=sz)
       throw new ApplicationException("Bad BLOB data!");
     }//for[ever]

     if(total_sz!=c_size)
      throw new ApplicationException("Bad BLOB data!");
    }//using blob_stream

    if(reader.Read())
     throw new ApplicationException("More that one test row!");
   }//using reader

   //---------------------------------------
   //Commit transaction
   tr.Commit();

   //-----
   Console.WriteLine("All is OK.");
  }
  catch(Exception e)
  {
   resultCode=1;

   Console.WriteLine("");
   Console.WriteLine("ERROR: {0} - {1}",e.Source,e.Message);
  }//catch

  return resultCode;
 }//Main
}//class Program

////////////////////////////////////////////////////////////////////////////////
}//namespace Sample_0007