Tuner: Moved tuning logic into the python wrapper - draft of Android tuning app using kivy

python/isaac/autotuning/tools.py

@@ -0,0 +1,102 @@
+import isaac as sc
+from numpy import mean, median
+from math import ceil, exp, log, sqrt
+
+def sanitize(string, keep_chars = ['_']):
+    string = string.replace(' ', '_').replace('-', '_').lower()
+    string = "".join(c for c in string if c.isalnum() or c in keep_chars).rstrip()
+    return string
+    
+def distance(x, y):
+    return sqrt(sum([(a - b)**2 for a, b in zip(x, y)]))
+
+def linspace(a, b, n=100):
+    if n < 2:
+        return b
+    diff = (float(b) - a)/(n - 1)
+    return [diff * i + a  for i in range(n)]
+    
+def expspace(a,b,N,r=128):
+    return [int(ceil(exp(x)/r)*r) for x in linspace(log(a), log(b), N)]
+                  
+def benchmark(template, setting, tree):
+    queue = tree.context.queues[0]
+    queue.profiles[template, sc.float32] = sc.profile(template(*setting), sc.float32, queue)
+    times = []
+    total = 0
+    i = 0
+    while total < 1e-2:
+        #z = sc.zeros(1, 10000000, sc.float32, tree.context)
+        z, events = sc.driver.enqueue(tree)
+        tree.context.queues[0].synchronize()
+        times.append(1e-9*sum([e.elapsed_time for e in events]))
+        total += times[-1]
+        i+=1
+    return mean(times)
+
+
+def tree_of(template, sizes, context):
+    if issubclass(template, sc.templates.axpy):
+        N, = sizes
+        x = sc.empty(N, dtype=sc.float32, context=context)
+        y = sc.empty(N, dtype=sc.float32, context=context)
+        return x + y, (x, y)
+    elif issubclass(template, sc.templates.dot):
+        N, = sizes
+        x = sc.empty(N, context=context)
+        y = sc.empty(N, context=context)
+        return sc.dot(x, y), (x, y)
+    elif issubclass(template, sc.templates.ger):
+        M, N = sizes
+        A = sc.empty((M,N), context=context)
+        B = sc.empty((M,N), context=context)
+        return A + B, (A, B)
+    elif issubclass(template, sc.templates.gemv):
+        T = template is sc.templates.gemv_t
+        M, N = sizes[::-1] if T else sizes
+        A = sc.empty((M,N), context=context)
+        x = sc.empty(N, context=context)
+        return sc.dot(A.T, x) if T else sc.dot(A, x), (A, x)
+    elif issubclass(template, sc.templates.gemm):
+        AT = template is sc.templates.gemm_tn or template is sc.templates.gemm_tt
+        BT = template is sc.templates.gemm_nt or template is sc.templates.gemm_tt
+        M, N, K = sizes
+        A = sc.empty((K, M) if AT else (M, K), context=context)
+        B = sc.empty((N, K) if BT else (K, N), context=context)
+        AA = A.T if AT else A
+        BB = B.T if BT else B
+        return sc.dot(AA, BB), (A, B)
+
+def memory_footprint(template, sizes):
+    if issubclass(template, sc.templates.axpy):
+        return 4*3*sizes[0]*1e-9
+    elif issubclass(template, sc.templates.dot):
+        return 4*2*sizes[0]*1e-9
+    elif issubclass(template, sc.templates.ger):
+        return 4*3*sizes[0]*sizes[1]*1e-9
+    elif issubclass(template, sc.templates.gemv):
+        return 4*sizes[0]*sizes[1]*1e-9
+    elif issubclass(template, sc.templates.gemm):
+        return 4*(sizes[0]*sizes[1] + sizes[0]*sizes[2] + sizes[1]*sizes[2])*1e-9
+    
+def metric_of(template):
+    memory_bound = [sc.templates.axpy, sc.templates.dot, sc.templates.ger, sc.templates.gemv]
+    compute_bound = [sc.templates.gemm]
+    if any([issubclass(template, x) for x in memory_bound]):
+        return lambda sizes, t: memory_footprint(template, sizes)/t
+    elif any([issubclass(template, x) for x in compute_bound]):
+        return lambda sizes, t: 2*sizes[0]*sizes[1]*sizes[2]*1e-9/t
+                
+def genetic_infos_of(template):
+    if issubclass(template, sc.templates.axpy):
+        return {'categorical': [3], 'nbits': [3,4,4,2] }
+    elif issubclass(template, sc.templates.dot):
+        return {'categorical': [3], 'nbits':[3,4,4,2]}
+    elif issubclass(template, sc.templates.ger):
+        return {'categorical': [5], 'nbits': [3,3,3,3,4,2]}
+    elif issubclass(template, sc.templates.gemv):
+        return {'categorical': [5], 'nbits': [3,3,3,3,4,2]}
+    elif issubclass(template, sc.templates.gemm):
+        return {'categorical': [8,9], 'nbits': [3,3,3,3,3,2,2,2,2,2,3,3]}
+
+