Commit 5c7f5331 authored by Tomáš Oberhuber's avatar Tomáš Oberhuber
Browse files

Fixed script for processing SpMV benchmark results.

parent 0081833b

src/Benchmarks/scripts/tnl-spmv-benchmark-make-tables.py

+188 −76
Original line number Diff line number Diff line
@@ -64,9 +64,11 @@ df.drop(columns=('BiEllpack', 'CPU','speedup'), axis=1, inplace=True ) 
df.drop(columns=('CSR', 'CPU','speedup'), axis=1, inplace=True )

#df.drop(columns=('CSR Legacy Adaptive', 'CPU','speedup'), axis=1, inplace=True )

#df.drop(columns=('CSR Legacy Light', 'CPU','speedup'), axis=1, inplace=True )

#df.drop(columns=('CSR Legacy LightWithoutAtomic', 'CPU','speedup'), axis=1, inplace=True )

#df.drop(columns=('CSR Legacy Scalar', 'CPU','speedup'), axis=1, inplace=True )

#df.drop(columns=('CSR Legacy Stream', 'CPU','speedup'), axis=1, inplace=True )

#df.drop(columns=('CSR Legacy Vector', 'CPU','speedup'), axis=1, inplace=True )

#df.drop(columns=('CSR Legacy MultiVector', 'CPU','speedup'), axis=1, inplace=True )

df.drop(columns=('ChunkedEllpack Legacy', 'CPU','speedup'), axis=1, inplace=True )

df.drop(columns=('Ellpack', 'CPU','speedup'), axis=1, inplace=True )

df.drop(columns=('Ellpack Legacy', 'CPU','speedup'), axis=1, inplace=True )
@@ -74,9 +76,9 @@ df.drop(columns=('SlicedEllpack', 'CPU','speedup'), axis=1, inplace=True ) 
df.drop(columns=('SlicedEllpack Legacy', 'CPU','speedup'), axis=1, inplace=True )

#df.drop(columns=('cuSparse', 'CPU'), axis=1, inplace=True )



print( "Exporting data frame to log.html..." )

pandas.options.display.float_format = '{:,.4f}'.format

df.to_html("log.html")

#print( "Exporting data frame to log.html..." )

#pandas.options.display.float_format = '{:,.4f}'.format

#df.to_html("log.html")



print( "Computing speed-up of formats...")

# Add speedup compared to CSR and cuSparse
@@ -87,9 +89,10 @@ df["BiEllpacky", "GPU", "cuSparse speedup"] = df["BiEllpack", 
df["CSR",                           "GPU", "cuSparse speedup"] = df["CSR",                           "GPU", "time"] / df["cuSparse", "GPU", "time"]

#df["CSR Legacy Adaptive",           "GPU", "cuSparse speedup"] = df["CSR Legacy Adaptive",           "GPU", "time"] / df["cuSparse", "GPU", "time"]

#df["CSR Legacy Light",              "GPU", "cuSparse speedup"] = df["CSR Legacy Light",              "GPU", "time"] / df["cuSparse", "GPU", "time"]

#df["CSR Legacy LightWithoutAtomic", "GPU", "cuSparse speedup"] = df["CSR Legacy LightWithoutAtomic", "GPU", "time"] / df["cuSparse", "GPU", "time"]

#df["CSR Legacy Scalar",             "GPU", "cuSparse speedup"] = df["CSR Legacy Scalar",             "GPU", "time"] / df["cuSparse", "GPU", "time"]

#df["CSR Legacy Stream",     "GPU", "cuSparse speedup"] = df["CSR Legacy Stream",     "GPU", "time"] / df["cuSparse", "GPU", "time"]

#df["CSR Legacy Vector",             "GPU", "cuSparse speedup"] = df["CSR Legacy Vector",             "GPU", "time"] / df["cuSparse", "GPU", "time"]

#df["CSR Legacy MultiVector",        "GPU", "cuSparse speedup"] = df["CSR Legacy MultiVector",        "GPU", "time"] / df["cuSparse", "GPU", "time"]

df["ChunkedEllpack Legacy",         "CPU", "CSR speedup"]      = df["ChunkedEllpack Legacy",         "CPU", "time"] / df["CSR",      "CPU", "time"]

df["ChunkedEllpack Legacy",         "GPU", "cuSparse speedup"] = df["ChunkedEllpack Legacy",         "GPU", "time"] / df["cuSparse", "GPU", "time"]

df["Ellpack Legacy",                "CPU", "CSR speedup"]      = df["Ellpack Legacy",                "CPU", "time"] / df["CSR",      "CPU", "time"]
@@ -111,26 +114,41 @@ df["SlicedEllpack", "CPU", "Legacy speedup"] = df["SlicedEllpack", 
df["BiEllpack",             "GPU", "Legacy speedup"]   = df["BiEllpack",             "GPU", "time"] / df["BiEllpack Legacy",     "GPU", "time"]

df["BiEllpack",             "CPU", "Legacy speedup"]   = df["BiEllpack",             "CPU", "time"] / df["BiEllpack Legacy",     "CPU", "time"]



#print( "Exporting data frame to log.html..." )

#pandas.options.display.float_format = '{:,.4f}'.format

#df.to_html("log.html")

print( "Exporting data frame to log.html..." )

pandas.options.display.float_format = '{:,.4f}'.format

df.to_html("log.html")



# extract columns of reference formats on GPU

print( "Preparing data for graph analysis..." )

df['cuSparse-bandwidth'                        ] = df[ 'cuSparse','GPU','bandwidth']

#df['csr-legacy-adaptive-bandwidth'             ] = df[ 'CSR Legacy Adaptive','GPU','bandwidth']

#df['csr-legacy-light-bandwidth'                ] = df[ 'CSR Legacy Light','GPU','bandwidth']

#df['csr-legacy-light-without-atomic-bandwidth' ] = df[ 'CSR Legacy LightWithoutAtomic','GPU','bandwidth']

#df['csr-legacy-scalar-bandwidth'               ] = df[ 'CSR Legacy Scalar','GPU','bandwidth']

#df['csr-legacy-vector-bandwidth'               ] = df[ 'CSR Legacy Vector','GPU','bandwidth']

#df['csr-legacy-multi-vector-bandwidth'         ] = df[ 'CSR Legacy MultiVector','GPU','bandwidth']

df['ellpack-bandwidth'                         ] = df[ 'Ellpack','GPU','bandwidth']

df['sliced-ellpack-bandwidth'                  ] = df[ 'SlicedEllpack','GPU','bandwidth']

df['chunked-ellpack-bandwidth'                 ] = df[ 'ChunkedEllpack','GPU','bandwidth']

df['bi-ellpack-bandwidth'                      ] = df[ 'BiEllpack','GPU','bandwidth']



# sort by cuSparse

df.sort_values(by=["cuSparse-bandwidth"],inplace=True,ascending=False)

cuSparse_list = df['cuSparse-bandwidth'].tolist()

#cuSparse_csr_legacy_adaptive_gpu_list               = df[ "CSR Legacy Adaptive", "GPU", "bandwidth"].tolist();

#cuSparse_csr_legacy_light_gpu_list                  = df[ "CSR Legacy Light", "GPU", "bandwidth"].tolist();

#cuSparse_csr_legacy_light_without_atomic_gpu_list   = df[ "CSR Legacy LightWithoutAtomic", "GPU", "bandwidth"].tolist();

#cuSparse_csr_legacy_scalar_gpu_list                 = df[ "CSR Legacy Scalar", "GPU", "bandwidth"].tolist();

#cuSparse_csr_legacy_vector_gpu_list                 = df[ "CSR Legacy Vector", "GPU", "bandwidth"].tolist();

#cuSparse_csr_legacy_multivector_gpu_list            = df[ "CSR Legacy MultiVector", "GPU", "bandwidth"].tolist();

cuSparse_ellpack_gpu_list                           = df[ "Ellpack", "GPU", "bandwidth"].tolist();

cuSparse_ellpack_legacy_gpu_list                    = df[ "Ellpack Legacy", "GPU", "bandwidth"].tolist();

cuSparse_sliced_ellpack_gpu_list                    = df[ "SlicedEllpack", "GPU", "bandwidth"].tolist();

cuSparse_sliced_ellpack_legacy_gpu_list             = df[ "SlicedEllpack Legacy", "GPU", "bandwidth"].tolist();

cuSparse_chunked_ellpack_legacy_gpu_list            = df[ "ChunkedEllpack Legacy", "GPU", "bandwidth"].tolist();

cuSparse_chunked_ellpack_gpu_list                   = df[ "ChunkedEllpack", "GPU", "bandwidth"].tolist();

cuSparse_bi_ellpack_legacy_gpu_list                 = df[ "BiEllpack Legacy", "GPU", "bandwidth"].tolist();

cuSparse_bi_ellpack_gpu_list                        = df[ "BiEllpack", "GPU", "bandwidth"].tolist();



# sort by Ellpack

df.sort_values(by=["ellpack-bandwidth"],inplace=True,ascending=False)
@@ -143,6 +161,12 @@ df.sort_values(by=["sliced-ellpack-bandwidth"],inplace=True,ascending=False) 
sliced_ellpack_gpu_list = df["SlicedEllpack", "GPU", "bandwidth"].tolist();

sliced_ellpack_legacy_gpu_list = df["SlicedEllpack Legacy", "GPU", "bandwidth"].tolist();



# sort by ChunkedEllpack

df.sort_values(by=["chunked-ellpack-bandwidth"],inplace=True,ascending=False)

df.sort_values(by=["chunked-ellpack-bandwidth"],inplace=True,ascending=False)

chunked_ellpack_gpu_list = df["ChunkedEllpack", "GPU", "bandwidth"].tolist();

chunked_ellpack_legacy_gpu_list = df["ChunkedEllpack Legacy", "GPU", "bandwidth"].tolist();



# sort by BiEllpack

df.sort_values(by=["bi-ellpack-bandwidth"],inplace=True,ascending=False)

df.sort_values(by=["bi-ellpack-bandwidth"],inplace=True,ascending=False)
@@ -155,11 +179,31 @@ cuSparse_file = open( "cusparse.gplt", "w" ) 
i = 0

for x in cuSparse_list:

   if str( x ) != "nan":

      if str( cuSparse_ellpack_gpu_list[ i ] ) != "nan" and str( cuSparse_ellpack_legacy_gpu_list[ i ] ) != "nan":

         cuSparse_file.write( f"{i+1} {x} " )

         cuSparse_file.write( f"{cuSparse_ellpack_gpu_list[ i ]} {cuSparse_ellpack_legacy_gpu_list[ i ]} " )

         cuSparse_file.write( f"{cuSparse_sliced_ellpack_gpu_list[ i ]} {cuSparse_sliced_ellpack_legacy_gpu_list[ i ]} " )

         cuSparse_file.write( f"{cuSparse_chunked_ellpack_legacy_gpu_list[ i ]} {cuSparse_bi_ellpack_legacy_gpu_list[ i ]}\n" )

      if ( #str( cuSparse_csr_legacy_adaptive_gpu_list[ i ] ) != "nan" and

         #str( cuSparse_csr_legacy_light_gpu_list[ i ] ) != "nan" and 

         #str( cuSparse_csr_legacy_light_without_atomic_gpu_list[ i ] ) != "nan" and 

         #str( cuSparse_csr_legacy_scalar_gpu_list[ i ] ) != "nan" and 

         #str( cuSparse_csr_legacy_vector_gpu_list[ i ] ) != "nan" and 

         #str( cuSparse_csr_legacy_multivector_gpu_list[ i ] ) != "nan" and 

         str( cuSparse_ellpack_gpu_list[ i ] ) != "nan" and 

         str( cuSparse_ellpack_legacy_gpu_list[ i ] ) != "nan" and

         str( cuSparse_sliced_ellpack_gpu_list[ i ] ) != "nan" and 

         str( cuSparse_sliced_ellpack_legacy_gpu_list[ i ] ) != "nan" and

         str( cuSparse_chunked_ellpack_gpu_list[ i ] ) != "nan" and 

         str( cuSparse_chunked_ellpack_legacy_gpu_list[ i ] ) != "nan" and

         str( cuSparse_bi_ellpack_gpu_list[ i ] ) != "nan" and 

         str( cuSparse_bi_ellpack_legacy_gpu_list[ i ] ) != "nan" ):

            cuSparse_file.write( f"{i+1} {x} " )                                                                                        # 1 2

            cuSparse_file.write( f"0 " ) #{cuSparse_csr_legacy_adaptive_gpu_list[ i ]} " )                                                     # 3

            cuSparse_file.write( f"0 " ) #{cuSparse_csr_legacy_light_gpu_list[ i ]} " )                                                        # 4

            cuSparse_file.write( f"0 " ) #{cuSparse_csr_legacy_light_without_atomic_gpu_list[ i ]} " )                                         # 5

            cuSparse_file.write( f"0 " ) #{cuSparse_csr_legacy_scalar_gpu_list[ i ]} " )                                                       # 6

            cuSparse_file.write( f"0 " ) #{cuSparse_csr_legacy_vector_gpu_list[ i ]} " )                                                       # 7

            cuSparse_file.write( f"0 " ) #{cuSparse_csr_legacy_multivector_gpu_list[ i ]} " )                                                  # 8

            cuSparse_file.write( f"{cuSparse_ellpack_gpu_list[ i ]} {cuSparse_ellpack_legacy_gpu_list[ i ]} " )                         # 9 10

            cuSparse_file.write( f"{cuSparse_sliced_ellpack_gpu_list[ i ]} {cuSparse_sliced_ellpack_legacy_gpu_list[ i ]} " )           # 11 12

            cuSparse_file.write( f"{cuSparse_chunked_ellpack_gpu_list[ i ]} {cuSparse_chunked_ellpack_legacy_gpu_list[ i ]} " )          # 13 14

            cuSparse_file.write( f"{cuSparse_bi_ellpack_gpu_list[ i ]} {cuSparse_bi_ellpack_legacy_gpu_list[ i ]}\n" )                  # 15 16

   i = i + 1

cuSparse_file.close()
@@ -181,6 +225,15 @@ for x in sliced_ellpack_gpu_list: 
   i = i + 1

sliced_ellpack_file.close()



chunked_ellpack_file = open( "chunked-ellpack.gplt", "w" )

i = 0;

for x in chunked_ellpack_gpu_list:

   if str( x ) != "nan":

      if str( chunked_ellpack_legacy_gpu_list[ i ] ) != "nan":

         chunked_ellpack_file.write( f"{i+1} {x} {chunked_ellpack_legacy_gpu_list[ i ]}\n" )

   i = i + 1

chunked_ellpack_file.close()



bi_ellpack_file = open( "bi-ellpack.gplt", "w" )

i = 0;

for x in bi_ellpack_gpu_list:
@@ -200,55 +253,114 @@ set grid 
set xlabel 'Matrix'

set xtics 250

set ylabel 'Bandwidth GB/sec'

#set output 'csr-legacy-adaptive-vs-cusparse.eps'

#plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

#     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

#     'cusparse.gplt' using 1:3 title '' with dots linewidth 2 lt rgb 'green',                                   \

#     'cusparse.gplt' using 1:3 title 'CSR Legacy Adaptive' with lines linewidth 0.5 lt rgb 'green',                    

#set output 'csr-legacy-light-vs-cusparse.eps'

#plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

#     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

#     'cusparse.gplt' using 1:4 title '' with dots linewidth 2 lt rgb 'green',                                   \

#     'cusparse.gplt' using 1:4 title 'CSR Legacy Light' with lines linewidth 0.5 lt rgb 'green',                    

#set output 'csr-legacy-light-without-atomic-vs-cusparse.eps'

#plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

#     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

#     'cusparse.gplt' using 1:5 title '' with dots linewidth 2 lt rgb 'green',                                   \

#     'cusparse.gplt' using 1:5 title 'CSR Legacy LightWithoutAtomic' with lines linewidth 0.5 lt rgb 'green',                    

#set output 'csr-legacy-scalar-vs-cusparse.eps'

#plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

#     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

#     'cusparse.gplt' using 1:6 title '' with dots linewidth 2 lt rgb 'green',                                   \

#     'cusparse.gplt' using 1:6 title 'CSR Legacy Scalar' with lines linewidth 0.5 lt rgb 'green',                    

#set output 'csr-legacy-vector-vs-cusparse.eps'

#plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

#     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

#     'cusparse.gplt' using 1:7 title '' with dots linewidth 2 lt rgb 'green',                                   \

#     'cusparse.gplt' using 1:7 title 'CSR Legacy Vector' with lines linewidth 0.5 lt rgb 'green',                    

#set output 'csr-legacy-multivector-vs-cusparse.eps'

#plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

#     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

#     'cusparse.gplt' using 1:8 title '' with dots linewidth 2 lt rgb 'green',                                   \

#     'cusparse.gplt' using 1:8 title 'CSR Legacy MultiVector' with lines linewidth 0.5 lt rgb 'green',                    

set output 'ellpack-vs-cusparse.eps'

plot 'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 2 lt rgb 'red', \

     'cusparse.gplt' using 1:3 title 'Ellpack' with dots linewidth 2 lt rgb 'green', \

     'cusparse.gplt' using 1:4 title 'Ellpack Legacy' with dots linewidth 2 lt rgb 'blue'

plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

     'cusparse.gplt' using 1:9 title '' with dots linewidth 2 lt rgb 'green',                                   \

     'cusparse.gplt' using 1:9 title 'Ellpack' with lines linewidth 0.5 lt rgb 'green',                         \

     'cusparse.gplt' using 1:10 title '' with dots linewidth 2 lt rgb 'blue',                                   \

     'cusparse.gplt' using 1:10 title 'Ellpack Legacy' with lines linewidth 0.5 lt rgb 'blue'               

set output 'sliced-ellpack-vs-cusparse.eps'                                                             

plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

     'cusparse.gplt' using 1:11 title '' with dots linewidth 2 lt rgb 'green',                                  \

     'cusparse.gplt' using 1:11 title 'Sliced Ellpack' with lines linewidth 0.5 lt rgb 'green',                 \

     'cusparse.gplt' using 1:12 title '' with dots linewidth 2 lt rgb 'blue',                                   \

     'cusparse.gplt' using 1:12 title 'Sliced Ellpack Legacy' with lines linewidth 0.5 lt rgb 'blue'        

set output 'chunked-ellpack-vs-cusparse.eps'                                                            

plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

     'cusparse.gplt' using 1:13 title '' with dots linewidth 2 lt rgb 'green',                                  \

     'cusparse.gplt' using 1:13 title 'Chunked Ellpack' with lines linewidth 0.5 lt rgb 'green',                \

     'cusparse.gplt' using 1:14 title '' with dots linewidth 2 lt rgb 'blue',                                   \

     'cusparse.gplt' using 1:14 title 'Chunked Ellpack Legacy' with lines linewidth 0.5 lt rgb 'blue'       

set output 'bi-ellpack-vs-cusparse.eps'                                                                 

plot 'cusparse.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                     \

     'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 0.5 lt rgb 'red',                          \

     'cusparse.gplt' using 1:15 title '' with dots linewidth 2 lt rgb 'green',                                  \

     'cusparse.gplt' using 1:15 title 'BiEllpack' with lines linewidth 0.5 lt rgb 'green',                      \

     'cusparse.gplt' using 1:16 title '' with dots linewidth 2 lt rgb 'blue',                                   \

     'cusparse.gplt' using 1:16 title 'BiEllpack Legacy' with lines linewidth 0.5 lt rgb 'blue'             

set output 'ellpack-vs-ellpack-legacy.eps'                                                              

plot 'ellpack.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                      \

     'ellpack.gplt' using 1:2 title 'Ellpack' with lines linewidth 0.5 lt rgb 'red',                            \

     'ellpack.gplt' using 1:3 title '' with dots linewidth 2 lt rgb 'blue',                                     \

     'ellpack.gplt' using 1:3 title 'Ellpack Legacy' with lines linewidth 0.5 lt rgb 'blue'                

set output 'sliced-ellpack-vs-sliced-ellpack-legacy.eps'                                                

plot 'sliced-ellpack.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                               \

     'sliced-ellpack.gplt' using 1:2 title 'SlicedEllpack' with lines linewidth 0.5 lt rgb 'red',               \

     'sliced-ellpack.gplt' using 1:3 title '' with dots linewidth 2 lt rgb 'blue',                              \

     'sliced-ellpack.gplt' using 1:3 title 'SlicedEllpack Legacy' with lines linewidth 0.5 lt rgb 'blue'   

set output 'chunked-ellpack-vs-chunked-ellpack-legacy.eps'                                                        

plot 'chunked-ellpack.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                              \

     'chunked-ellpack.gplt' using 1:2 title 'ChunkedEllpack' with lines linewidth 0.5 lt rgb 'red',             \

     'chunked-ellpack.gplt' using 1:3 title '' with dots linewidth 2 lt rgb 'blue',                             \

     'chunked-ellpack.gplt' using 1:3 title 'ChunkedEllpack Legacy' with lines linewidth 0.5 lt rgb 'blue'

set output 'bi-ellpack-vs-bi-ellpack-legacy.eps'                                                        

plot 'bi-ellpack.gplt' using 1:2 title '' with dots linewidth 2 lt rgb 'red',                                   \

     'bi-ellpack.gplt' using 1:2 title 'BiEllpack' with lines linewidth 0.5 lt rgb 'red',                       \

     'bi-ellpack.gplt' using 1:3 title '' with dots linewidth 2 lt rgb 'blue',                                  \

     'bi-ellpack.gplt' using 1:3 title 'BiEllpack Legacy' with lines linewidth 0.5 lt rgb 'blue'

""")

# TODO: formatting like ^

gnuplot_file.write( "set output 'sliced-ellpack-vs-cusparse.eps'\n" )

gnuplot_file.write( "plot 'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 2 lt rgb 'red', \\\n" )

gnuplot_file.write( "     'cusparse.gplt' using 1:5 title 'Sliced Ellpack' with dots linewidth 2 lt rgb 'green',\\\n" )

gnuplot_file.write( "     'cusparse.gplt' using 1:6 title 'Sliced Ellpack Legacy' with dots linewidth 2 lt rgb 'blue'\n" )

gnuplot_file.write( "set output 'chunked-ellpack-vs-cusparse.eps'\n" )

gnuplot_file.write( "plot 'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 2 lt rgb 'red', \\\n" )

gnuplot_file.write( "     'cusparse.gplt' using 1:7 title 'Chunked Ellpack' with dots linewidth 2 lt rgb 'green',\\\n" )

gnuplot_file.write( "     'cusparse.gplt' using 1:7 title 'Chunked Ellpack Legacy' with dots linewidth 2 lt rgb 'blue'\n" )

gnuplot_file.write( "set output 'bi-ellpack-vs-cusparse.eps'\n" )

gnuplot_file.write( "plot 'cusparse.gplt' using 1:2 title 'cuSparse' with lines linewidth 2 lt rgb 'red', \\\n" )

gnuplot_file.write( "     'cusparse.gplt' using 1:7 title 'BiEllpack' with dots linewidth 2 lt rgb 'green',\\\n" )

gnuplot_file.write( "     'cusparse.gplt' using 1:8 title 'BiEllpack Legacy' with dots linewidth 2 lt rgb 'blue'\n" )

gnuplot_file.write( "set output 'ellpack-vs-ellpack-legacy.eps'\n" )

gnuplot_file.write( "plot 'ellpack.gplt' using 1:2 title 'Ellpack' with lines linewidth 2 lt rgb 'red', \\\n" )

gnuplot_file.write( "     'ellpack.gplt' using 1:3 title 'Ellpack Legacy' with dots linewidth 2 lt rgb 'blue'\n" )

gnuplot_file.write( "set output 'sliced-ellpack-vs-sliced-ellpack-legacy.eps'\n" )

gnuplot_file.write( "plot 'sliced-ellpack.gplt' using 1:2 title 'SlicedEllpack' with lines linewidth 2 lt rgb 'red', \\\n" )

gnuplot_file.write( "     'sliced-ellpack.gplt' using 1:3 title 'SlicedEllpack Legacy' with dots linewidth 2 lt rgb 'blue'\n" )

gnuplot_file.write( "set output 'bi-ellpack-vs-bi-ellpack-legacy.eps'\n" )

gnuplot_file.write( "plot 'bi-ellpack.gplt' using 1:2 title 'BiEllpack' with lines linewidth 2 lt rgb 'red', \\\n" )

gnuplot_file.write( "     'bi-ellpack.gplt' using 1:3 title 'BiEllpack Legacy' with dots linewidth 2 lt rgb 'blue'\n" )

gnuplot_file.close()



print( "Executing Gnuplot ..." )

os.system( "gnuplot gnuplot.gplt" )



print( "Converting files to PDF ..." )

#os.system( "epstopdf --autorotate All csr-legacy-adaptive-vs-cusparse.eps" )

#os.system( "epstopdf --autorotate All csr-legacy-light-vs-cusparse.eps" )

#os.system( "epstopdf --autorotate All csr-legacy-light-without-atomic-vs-cusparse.eps" )

#os.system( "epstopdf --autorotate All csr-legacy-scalar-vs-cusparse.eps" )

#os.system( "epstopdf --autorotate All csr-legacy-vector-vs-cusparse.eps" )

#os.system( "epstopdf --autorotate All csr-legacy-multivector-vs-cusparse.eps" )

os.system( "epstopdf --autorotate All ellpack-vs-cusparse.eps" )

os.system( "epstopdf --autorotate All sliced-ellpack-vs-cusparse.eps" )

os.system( "epstopdf --autorotate All chunked-ellpack-vs-cusparse.eps" )

os.system( "epstopdf --autorotate All bi-ellpack-vs-cusparse.eps" )

os.system( "epstopdf --autorotate All ellpack-vs-ellpack-legacy.eps" )

os.system( "epstopdf --autorotate All sliced-ellpack-vs-sliced-ellpack-legacy.eps" )

os.system( "epstopdf --autorotate All chunked-ellpack-vs-chunked-ellpack-legacy.eps" )

os.system( "epstopdf --autorotate All bi-ellpack-vs-bi-ellpack-legacy.eps" )



print( "Deleting temprary files..." )

os.system( "rm cusparse.gplt" )

os.system( "rm ellpack.gplt" )

os.system( "rm sliced-ellpack.gplt" )

os.system( "rm gnuplot.gplt" )

os.system( "rm ellpack-vs-cusparse.eps" )

os.system( "rm sliced-ellpack-vs-cusparse.eps" )

os.system( "rm chunked-ellpack-vs-cusparse.eps" )

os.system( "rm bi-ellpack-vs-cusparse.eps" )

os.system( "rm ellpack-vs-ellpack-legacy.eps" )

os.system( "rm sliced-ellpack-vs-sliced-ellpack-legacy.eps" )
 
#os.system( "rm cusparse.gplt" )

#os.system( "rm ellpack.gplt" )

#os.system( "rm sliced-ellpack.gplt" )

#os.system( "rm gnuplot.gplt" )

#os.system( "rm ellpack-vs-cusparse.eps" )

#os.system( "rm sliced-ellpack-vs-cusparse.eps" )

#os.system( "rm chunked-ellpack-vs-cusparse.eps" )

#os.system( "rm bi-ellpack-vs-cusparse.eps" )

#os.system( "rm ellpack-vs-ellpack-legacy.eps" )

#os.system( "rm sliced-ellpack-vs-sliced-ellpack-legacy.eps" )