bigcode-project · NouamaneTazi · May 16, 2023 · May 15, 2023 · May 15, 2023 · May 16, 2023
diff --git a/.gitignore b/.gitignore
@@ -21,3 +21,6 @@ models/*
 
 arm_neon.h
 compile_commands.json
+
+project.xcworkspace/xcuserdata/
+xcuserdata/
diff --git a/README.md b/README.md
@@ -109,3 +109,10 @@ You can also try to quantize the `ggml` models via 4-bit integer quantization.
 | --- | --- | --- | --- |
 | `bigcode/gpt_bigcode-santacoder` | 5396.45 MB | 1026.83 MB | 4-bit integer (q4_1) |
 | `bigcode/starcoder` | 71628.23 MB | 13596.23 MB | 4-bit integer (q4_1) |
+
+## iOS App
+
+The repo includes a proof-of-concept iOS app in the `StarCoderApp` directory. You need to provide the converted (and possibly quantized) model weights, placing a file called `bigcode_ggml_model.bin.bin` inside that folder. This is what it looks like on an iPhone:
+
+![starcoder-ios-screenshot](assets/starcoder-ios.png)
+
diff --git a/StarCoderApp/StarCoder.xcodeproj/project.pbxproj b/StarCoderApp/StarCoder.xcodeproj/project.pbxproj
diff --git a/StarCoderApp/StarCoder.xcodeproj/project.xcworkspace/contents.xcworkspacedata b/StarCoderApp/StarCoder.xcodeproj/project.xcworkspace/contents.xcworkspacedata
diff --git a/StarCoderApp/StarCoder.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist b/StarCoderApp/StarCoder.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist
@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>IDEDidComputeMac32BitWarning</key>
+	<true/>
+</dict>
+</plist>
diff --git a/StarCoderApp/StarCoder/Assets.xcassets/AccentColor.colorset/Contents.json b/StarCoderApp/StarCoder/Assets.xcassets/AccentColor.colorset/Contents.json
@@ -0,0 +1,11 @@
+{
+  "colors" : [
+    {
+      "idiom" : "universal"
+    }
+  ],
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}
diff --git a/...erApp/StarCoder/Assets.xcassets/AppIcon.appiconset/BigCode Logo Transparent.png b/...erApp/StarCoder/Assets.xcassets/AppIcon.appiconset/BigCode Logo Transparent.png
diff --git a/StarCoderApp/StarCoder/Assets.xcassets/AppIcon.appiconset/Contents.json b/StarCoderApp/StarCoder/Assets.xcassets/AppIcon.appiconset/Contents.json
@@ -0,0 +1,14 @@
+{
+  "images" : [
+    {
+      "filename" : "BigCode Logo Transparent.png",
+      "idiom" : "universal",
+      "platform" : "ios",
+      "size" : "1024x1024"
+    }
+  ],
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}
diff --git a/StarCoderApp/StarCoder/Assets.xcassets/Contents.json b/StarCoderApp/StarCoder/Assets.xcassets/Contents.json
@@ -0,0 +1,6 @@
+{
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}
diff --git a/StarCoderApp/StarCoder/Assets.xcassets/logo.imageset/BigCode Logo.svg b/StarCoderApp/StarCoder/Assets.xcassets/logo.imageset/BigCode Logo.svg
diff --git a/StarCoderApp/StarCoder/Assets.xcassets/logo.imageset/Contents.json b/StarCoderApp/StarCoder/Assets.xcassets/logo.imageset/Contents.json
@@ -0,0 +1,21 @@
+{
+  "images" : [
+    {
+      "idiom" : "universal",
+      "scale" : "1x"
+    },
+    {
+      "filename" : "BigCode Logo.svg",
+      "idiom" : "universal",
+      "scale" : "2x"
+    },
+    {
+      "idiom" : "universal",
+      "scale" : "3x"
+    }
+  ],
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}
diff --git a/StarCoderApp/StarCoder/ContentView.swift b/StarCoderApp/StarCoder/ContentView.swift
@@ -0,0 +1,100 @@
+//
+//  ContentView.swift
+//  StarCoder
+//
+//  Created by Pedro Cuenca on 15/5/23.
+//
+
+import SwiftUI
+import Dispatch
+
+class ModelState: ObservableObject {
+    @Published var model: OpaquePointer? = nil
+
+    var modelPath: String {
+        Bundle.main.path(forResource: "bigcode_ggml_model", ofType: "bin")!
+    }
+
+    func load() {
+        DispatchQueue.global(qos: .userInitiated).async {
+            let begin = Date()
+            let model = load_model(self.modelPath)
+            DispatchQueue.main.async { self.model = model }
+            print("Loaded \(String(describing: model)) in \(Date().timeIntervalSince(begin))")
+        }
+    }
+}
+
+struct ContentView: View {
+    @State private var prompt: String = "def fibonacci("
+    @State private var generated: String = ""
+    @State private var generating: Bool = false
+    @State private var status: String = ""
+
+    @StateObject private var modelState = ModelState()
+    private var modelIsLoaded: Bool { modelState.model != nil }
+
+    func listenToNotifications() {
+        NotificationCenter.default.addObserver(forName: NSNotification.Name("decoded.token.received"), object: nil, queue: nil) { decoded in
+            generated = generated.appending(decoded.object as! String)
+        }
+    }
+
+    func complete(from text: String) {
+        guard let model = modelState.model else { return }
+
+        generating.toggle()
+        generated = text
+        status = ""
+
+        DispatchQueue.global(qos: .userInteractive).async {
+            func token_callback(char_ptr: UnsafePointer<CChar>?) {
+                guard let char_ptr = char_ptr else { return }
+
+                // We can't pass a "function that captures context" as a C function pointer, so we resort to posting a notification
+                DispatchQueue.main.async {
+                    let str = String(cString: char_ptr)
+                    NotificationCenter.default.post(name: NSNotification.Name("decoded.token.received"), object: str)
+                }
+            }
+
+            let msPerToken = generate(model, text, token_callback)
+            DispatchQueue.main.async {
+                status = String(format: "%.2f ms/token", msPerToken)
+                generating = false
+            }
+        }
+    }
+
+    var body: some View {
+        VStack {
+            Image("logo").resizable().aspectRatio(contentMode: .fit)
+            HStack {
+                TextField("Prompt", text: $prompt, axis: .vertical).lineLimit(2...5)
+                    .textFieldStyle(.roundedBorder)
+                Button("Complete") {
+                    complete(from: prompt)
+                }.buttonStyle(.borderedProminent).disabled(!modelIsLoaded)
+            }
+            Text(generated).frame(maxWidth: .infinity, alignment: .leading)//.multilineTextAlignment(.leading)
+            if generating {
+                ProgressView().padding()
+            }
+            Spacer()
+            if status != "" {
+                Text(status).font(.system(size: 14)).padding().frame(maxWidth: .infinity).background(Color(white: 0.9))
+            }
+        }
+        .padding()
+        .onAppear {
+            listenToNotifications()
+            modelState.load()
+        }
+    }
+}
+
+struct ContentView_Previews: PreviewProvider {
+    static var previews: some View {
+        ContentView()
+    }
+}
diff --git a/StarCoderApp/StarCoder/Preview Content/Preview Assets.xcassets/Contents.json b/StarCoderApp/StarCoder/Preview Content/Preview Assets.xcassets/Contents.json
@@ -0,0 +1,6 @@
+{
+  "info" : {
+    "author" : "xcode",
+    "version" : 1
+  }
+}
diff --git a/StarCoderApp/StarCoder/StarCoder-Bridging-Header.h b/StarCoderApp/StarCoder/StarCoder-Bridging-Header.h
@@ -0,0 +1,5 @@
+//
+//  Use this file to import your target's public headers that you would like to expose to Swift.
+//
+
+#import <starcoderlib/starcoder.h>
diff --git a/StarCoderApp/StarCoder/StarCoderApp.swift b/StarCoderApp/StarCoder/StarCoderApp.swift
@@ -0,0 +1,17 @@
+//
+//  StarCoderApp.swift
+//  StarCoder
+//
+//  Created by Pedro Cuenca on 15/5/23.
+//
+
+import SwiftUI
+
+@main
+struct StarCoderApp: App {
+    var body: some Scene {
+        WindowGroup {
+            ContentView()
+        }
+    }
+}
diff --git a/StarCoderApp/StarCoder/starcoder.xcconfig b/StarCoderApp/StarCoder/starcoder.xcconfig
@@ -0,0 +1,16 @@
+//
+//  starcoder.xcconfig
+//  StarCoderApp
+//
+//  Created by Pedro Cuenca on 15/5/23.
+//
+
+// Configuration settings file format documentation can be found at:
+// https://help.apple.com/xcode/#/dev745c5c974
+
+OTHER_CFLAGS = -O3 -DNDEBUG -std=c11 -fPIC -pthread -mf16c -mfma -mavx -mavx2 -DGGML_USE_ACCELERATE
+OTHER_CPLUSPLUSFLAGS = -O3 -DNDEBUG -std=c++11 -fPIC -pthread
+
+GCC_OPTIMIZATION_LEVEL = 3
+ENABLE_TESTABILITY = NO
+DEBUG_INFORMATION_FORMAT = dwarf-with-dsym