add removing temp file func in Predict() API

BotSharp.Core/Engines/BotPreditor.cs

@@ -43,9 +43,15 @@ public async Task<string> Predict(Agent agent, AIRequest request)
             var settings = new PipeSettings
             {
                 ModelDir = Path.Join(AppDomain.CurrentDomain.GetData("DataPath").ToString(), "ModelFiles", agent.Id),
+                PredictDir = Path.Join(AppDomain.CurrentDomain.GetData("DataPath").ToString(), "Predicts"),
                 AlgorithmDir = Path.Join(AppDomain.CurrentDomain.GetData("ContentRootPath").ToString(), "Algorithms")
             };
 
+            if (!Directory.Exists(settings.PredictDir))
+            {
+                Directory.CreateDirectory(settings.PredictDir);
+            }
+
             // pipe process
             meta.Pipeline.ForEach(async pipeMeta =>
             {

BotSharp.Core/Engines/CRFsuite/CRFsuiteEntityRecognizer.cs

@@ -64,7 +64,9 @@ public async Task<bool> Train(Agent agent, JObject data, PipeModel meta)
             new MachineLearning.CRFsuite.Ner()
                 .NerStart(rawTrainingDataFileName, parsedTrainingDataFileName, fields, uniFeatures.Split(" "), biFeatures.Split(" "));
 
-            CmdHelper.Run(Path.Join(Settings.AlgorithmDir, "crfsuite"), $"learn -m {modelFileName} {parsedTrainingDataFileName}"); // --split=3 -x
+            var algorithmDir = Path.Join(AppDomain.CurrentDomain.GetData("ContentRootPath").ToString(), "Algorithms");
+
+            CmdHelper.Run(Path.Join(algorithmDir, "crfsuite"), $"learn -m {modelFileName} {parsedTrainingDataFileName}"); // --split=3 -x
 
             Console.WriteLine($"Saved model to {modelFileName}");
             meta.Meta = new JObject();
@@ -134,6 +136,68 @@ public List<TrainingData> Merge(List<NlpToken> tokens, List<TrainingIntentExpres
 
         public async Task<bool> Predict(Agent agent, JObject data, PipeModel meta)
         {
+            List<List<NlpToken>> tokens = data["Tokens"].ToObject<List<List<NlpToken>>>();
+            var uniFeatures = meta.Meta["uniFeatures"].ToString();
+            var biFeatures = meta.Meta["biFeatures"].ToString();
+            string field = meta.Meta["fields"].ToString();
+            string[] fields = field.Split(" ");
+
+
+            string rawPredictingDataFileName = Path.Join(Settings.PredictDir, "ner-crf.corpus.predict.txt");
+            string parsedPredictingDataFileName = Path.Join(Settings.PredictDir, "ner-crf.parsed.predict.txt");
+            string modelFileName = Path.Join(Settings.ModelDir, meta.Model);
+
+            using (FileStream fs = new FileStream(rawPredictingDataFileName, FileMode.Create))
+            {
+                using (StreamWriter sw = new StreamWriter(fs))
+                {
+                    List<string> curLine = new List<string>();
+                    foreach (List<NlpToken> tokenList in tokens) 
+                    {
+                        foreach (NlpToken token in tokenList) 
+                        {
+                            for (int i = 0 ; i < fields.Length; i++) 
+                            {
+                                if (fields[i] == "y") {
+                                    curLine.Add("");
+                                }
+                                else if (fields[i] == "w") {
+                                    curLine.Add(token.Text);
+                                }
+                                else if (fields[i] == "pos") {
+                                    curLine.Add(token.Tag);
+                                }
+                                else if (fields[i] == "chk") {
+                                    curLine.Add("");
+                                }
+                            }
+                            sw.Write(string.Join(" ", curLine) + "\n");
+                            curLine.Clear();
+                        }
+                        sw.Write("\n");
+
+                    }
+                    sw.Flush();
+                }
+            }
+            new MachineLearning.CRFsuite.Ner()
+                .NerStart(rawPredictingDataFileName, parsedPredictingDataFileName, field, uniFeatures.Split(" "), biFeatures.Split(" "));
+
+            var output = CmdHelper.Run(Path.Join(Settings.AlgorithmDir, "crfsuite"), $"tag -i -m {modelFileName} {parsedPredictingDataFileName}");
+
+            var entities = new List<NlpEntity>();
+            //
+
+
+            data["entities"] = JObject.FromObject(entities);
+            if(File.Exists(rawPredictingDataFileName))
+            {
+                File.Delete(rawPredictingDataFileName);
+            }
+            if(File.Exists(parsedPredictingDataFileName))
+            {
+                File.Delete(parsedPredictingDataFileName);
+            }
             return true;
         }
     }

BotSharp.Core/Engines/Classifiers/FasttextClassifier.cs

@@ -14,6 +14,7 @@ namespace BotSharp.Core.Engines.Classifiers
     public class FasttextClassifier : INlpPipeline
     {
         public IConfiguration Configuration { get; set; }
+
         public PipeSettings Settings { get; set; }
 
         public async Task<bool> Predict(Agent agent, JObject data, PipeModel meta)

BotSharp.Core/Engines/PipeSettings.cs

@@ -9,5 +9,6 @@ public class PipeSettings
         public string TrainDir { get; set; }
         public string ModelDir { get; set; }
         public string AlgorithmDir { get; set; }
+        public string PredictDir { get; set; }
     }
 }

BotSharp.Core/Engines/SpaCy/SpaCyTokenizer.cs

@@ -46,6 +46,22 @@ public async Task<bool> Train(Agent agent, JObject data, PipeModel meta)
 
         public async Task<bool> Predict(Agent agent, JObject data, PipeModel meta)
         {
+            var client = new RestClient(Configuration.GetSection("SpaCyProvider:Url").Value);
+            var request = new RestRequest("tokenizer", Method.GET);
+            List<List<NlpToken>> tokens = new List<List<NlpToken>>();
+            Boolean res = true;
+            var corpus = agent.Corpus;
+
+            request.AddParameter("text", data["Text"]);
+            var response = client.Execute<Result>(request);
+
+            tokens.Add(response.Data.Tokens);
+
+            res = res && response.IsSuccessful;
+
+
+            data.Add("Tokens", JToken.FromObject(tokens));
+
             return true;
         }
 

BotSharp.RestApi/Dialogs/DialogController.cs

@@ -46,7 +46,7 @@ public ActionResult<AIResponse> Query([FromBody] QueryModel request)
             var aIResponse = _platform.TextRequest(new AIRequest
             {
                 Timezone = request.Timezone,
-                Contexts = request.Contexts.Select(x => new AIContext { Name = x }).ToList(),
+                Contexts = request?.Contexts?.Select(x => new AIContext { Name = x })?.ToList(),
                 Language = request.Lang,
                 Query = new String[] { request.Query }
             });

BotSharp.WebHost/App_Data/Predicts/ner-crf.corpus.predict.txt

@@ -0,0 +1,10 @@
+ when WRB 
+ is VBZ 
+ the DT 
+ next JJ 
+ train NN 
+ in IN 
+ muncher NN 
+ freiheit NN 
+ ? . 
+