Added initial functions for handling dialect detection

src/poalses/jonathan/dialect/dialect_nlp.clj

@@ -30,6 +30,27 @@
                                "ner"]
                   :quote      {:extractUnclosedQuotes "true"}}))
 
+;; Take a dependency graph object and change it into a map of tokens and parts of speech labels
+
+(defn dependency-to-token-pos-map [graph])
+
+
+;; Take a dependency graph object and change it into a map of tokens and relation labels
+
+(defn dependency-to-token-relation-map [graph])
+
+
+;; Take a text sample and separate it into it's sentences, then for each sentence find its dialect, and return the most common dialect
+
+(defn detect-sample-dialect [sample])
+
+
+;; Take a sentence and figure out its dialect
+
+(defn detect-sentence-dialect [sentence])
+
+
+
 (def annotated-example
   (delay (nlp example)))
 
@@ -48,8 +69,8 @@
 (def sentences-two
   (delay (dl/sentences @annotated-example-two)))
 
-(defn show-mentions []
-  (clojure.pprint/pprint (map dl/mentions @sentences)))
+(defn show-dependencies []
+  (clojure.pprint/pprint (dl/dependency-graph (nth sentences-one 1))))
 
 
 (comment
@@ -67,14 +88,16 @@
   (map dl/lemma @sentences)
   (map dl/lemma sentences-one)
   (map dl/lemma @sentences-two)
-  (dl/tokens (nth sentences-one 1))
+  (dl/text (dl/tokens (nth sentences-one 1)))
   (map dl/tokens @sentences-two)
   (->> (mapcat dl/triples @sentences) (map triple->datalog))
   (dl/annotation CorefCoreAnnotations$CorefChainAnnotation @annotated-example)
 
-  (show-mentions)
+  (show-dependencies)
 
-  sentences-one
+  (dl/text sentences-one)
+  (dl/triples sentences-one)
+  (dl/triples (dl/dependency-graph (nth sentences-one 1)))
 
   ;; Datafy the annotations. Retrieves direct annotations for every sentence.
   ;; Keep in mind that `dl/recur-datafy` currently doesn't work in this instance

src/poalses/jonathan/dialect/main.clj

@@ -71,7 +71,7 @@
       (let [shutdown-trigger (promise)
             _bye-testing-hack (future (Thread/sleep 6000) (deliver shutdown-trigger true))]
         (log/info "Dialect Detector started up.")
-        (nlp/show-mentions)
+        (nlp/show-dependencies)
         @shutdown-trigger
         (log/info "Dialect Detector shutting down..."))
       (catch Exception e