Dev

applications/Unity.GrantManager/modules/Unity.AI/src/Unity.AI.Application.Contracts/AI/Extraction/ITextExtractionService.cs

@@ -1,10 +1,11 @@
 using System.IO;
+using System.Threading;
 using System.Threading.Tasks;
 
 namespace Unity.AI.Extraction
 {
     public interface ITextExtractionService
     {
-        Task<string> ExtractTextAsync(string fileName, Stream fileContent, string contentType);
+        Task<string> ExtractTextAsync(string fileName, Stream fileContent, string contentType, CancellationToken cancellationToken = default);
     }
 }

applications/Unity.GrantManager/modules/Unity.AI/src/Unity.AI.Application.Contracts/AI/IAIService.cs

@@ -1,3 +1,4 @@
+using System.Threading;
 using System.Threading.Tasks;
 using Unity.AI.Requests;
 using Unity.AI.Responses;
@@ -8,9 +9,8 @@ public interface IAIService
     {
         Task<bool> IsAvailableAsync();
 
-        Task<AICompletionResponse> GenerateCompletionAsync(AICompletionRequest request);
-        Task<AttachmentSummaryResponse> GenerateAttachmentSummaryAsync(AttachmentSummaryRequest request);
-        Task<ApplicationAnalysisResponse> GenerateApplicationAnalysisAsync(ApplicationAnalysisRequest request);
-        Task<ApplicationScoringResponse> GenerateApplicationScoringAsync(ApplicationScoringRequest request);
+        Task<AttachmentSummaryResponse> GenerateAttachmentSummaryAsync(AttachmentSummaryRequest request, CancellationToken cancellationToken = default);
+        Task<ApplicationAnalysisResponse> GenerateApplicationAnalysisAsync(ApplicationAnalysisRequest request, CancellationToken cancellationToken = default);
+        Task<ApplicationScoringResponse> GenerateApplicationScoringAsync(ApplicationScoringRequest request, CancellationToken cancellationToken = default);
     }
 }

applications/Unity.GrantManager/modules/Unity.AI/src/Unity.AI.Application.Contracts/RateLimit/AIRateLimitStateDto.cs

@@ -0,0 +1,6 @@
+namespace Unity.AI.RateLimit;
+
+public class AIRateLimitStateDto
+{
+    public int RetryAfterSeconds { get; set; }
+}

applications/Unity.GrantManager/modules/Unity.AI/src/Unity.AI.Application.Contracts/RateLimit/IAIRateLimitAppService.cs

@@ -0,0 +1,9 @@
+using System.Threading.Tasks;
+using Volo.Abp.Application.Services;
+
+namespace Unity.AI.RateLimit;
+
+public interface IAIRateLimitAppService : IApplicationService
+{
+    Task<AIRateLimitStateDto> GetStateAsync();
+}

applications/Unity.GrantManager/modules/Unity.AI/src/Unity.AI.Application.Contracts/RateLimit/IAIRateLimiter.cs

@@ -0,0 +1,29 @@
+using System.Threading.Tasks;
+using System;
+
+namespace Unity.AI.RateLimit;
+
+public interface IAIRateLimiter
+{
+    /// <summary>
+    /// Throws <see cref="Volo.Abp.UserFriendlyException"/> if the current user is still
+    /// inside their AI generate cooldown window.
+    /// </summary>
+    Task EnsureAsync();
+
+    /// <summary>
+    /// Starts a fresh cooldown for the current user. No-op for callers without a user.
+    /// </summary>
+    Task StampAsync();
+
+    /// <summary>
+    /// Starts a fresh cooldown for the supplied user. No-op when userId is null.
+    /// </summary>
+    Task StampAsync(Guid? userId);
+
+    /// <summary>
+    /// Returns the remaining cooldown for the current user. RetryAfterSeconds is 0 when
+    /// the user can generate immediately.
+    /// </summary>
+    Task<AIRateLimitStateDto> GetStateAsync();
+}

applications/Unity.GrantManager/modules/Unity.AI/src/Unity.AI.Application/AI/Extraction/TextExtractionService.cs

@@ -8,6 +8,7 @@
 using System.Linq;
 using System.Text;
 using System.Text.RegularExpressions;
+using System.Threading;
 using System.Threading.Tasks;
 using System.Xml.Linq;
 using UglyToad.PdfPig;
@@ -32,7 +33,7 @@ public TextExtractionService(ILogger<TextExtractionService> logger)
             _logger = logger;
         }
 
-        public Task<string> ExtractTextAsync(string fileName, Stream fileContent, string contentType)
+        public Task<string> ExtractTextAsync(string fileName, Stream fileContent, string contentType, CancellationToken cancellationToken = default)
         {
             if (fileContent == null)
             {
@@ -42,6 +43,7 @@ public Task<string> ExtractTextAsync(string fileName, Stream fileContent, string
 
             try
             {
+                cancellationToken.ThrowIfCancellationRequested();
                 var normalizedContentType = contentType?.ToLowerInvariant() ?? string.Empty;
                 var extension = Path.GetExtension(fileName)?.ToLowerInvariant() ?? string.Empty;
 
@@ -53,12 +55,12 @@ public Task<string> ExtractTextAsync(string fileName, Stream fileContent, string
 
                 var rawText = extension switch
                 {
-                    ".txt" or ".csv" or ".json" or ".xml" => ExtractTextFromTextFile(fileContent),
-                    ".pdf" => ExtractTextFromPdfFile(fileName, fileContent),
-                    ".docx" => ExtractTextFromWordDocx(fileName, fileContent),
-                    ".xls" or ".xlsx" => ExtractTextFromExcelFile(fileName, fileContent),
-                    ".pptx" => ExtractTextFromPowerPointFile(fileName, fileContent),
-                    _ => ExtractByContentType(fileName, fileContent, normalizedContentType)
+                    ".txt" or ".csv" or ".json" or ".xml" => ExtractTextFromTextFile(fileContent, cancellationToken),
+                    ".pdf" => ExtractTextFromPdfFile(fileName, fileContent, cancellationToken),
+                    ".docx" => ExtractTextFromWordDocx(fileName, fileContent, cancellationToken),
+                    ".xls" or ".xlsx" => ExtractTextFromExcelFile(fileName, fileContent, cancellationToken),
+                    ".pptx" => ExtractTextFromPowerPointFile(fileName, fileContent, cancellationToken),
+                    _ => ExtractByContentType(fileName, fileContent, normalizedContentType, cancellationToken)
                 };
 
                 if (string.IsNullOrEmpty(rawText))
@@ -69,36 +71,44 @@ public Task<string> ExtractTextAsync(string fileName, Stream fileContent, string
 
                 return Task.FromResult(NormalizeAndLimitText(rawText, fileName));
             }
+            catch (OperationCanceledException)
+            {
+                throw;
+            }
             catch (Exception ex)
             {
                 _logger.LogError(ex, "Error extracting text from {FileName}", fileName);
                 return Task.FromResult(string.Empty);
             }
         }
 
-        private string ExtractByContentType(string fileName, Stream fileContent, string normalizedContentType)
+        private string ExtractByContentType(
+            string fileName,
+            Stream fileContent,
+            string normalizedContentType,
+            CancellationToken cancellationToken)
         {
             if (normalizedContentType.Contains("text/"))
             {
-                return ExtractTextFromTextFile(fileContent);
+                return ExtractTextFromTextFile(fileContent, cancellationToken);
             }
             if (normalizedContentType.Contains("pdf"))
             {
-                return ExtractTextFromPdfFile(fileName, fileContent);
+                return ExtractTextFromPdfFile(fileName, fileContent, cancellationToken);
             }
             if (normalizedContentType.Contains("word") ||
                 normalizedContentType.Contains("msword") ||
                 normalizedContentType.Contains("officedocument.wordprocessingml"))
             {
-                return ExtractTextFromWordDocx(fileName, fileContent);
+                return ExtractTextFromWordDocx(fileName, fileContent, cancellationToken);
             }
             if (normalizedContentType.Contains("excel") || normalizedContentType.Contains("spreadsheet"))
             {
-                return ExtractTextFromExcelFile(fileName, fileContent);
+                return ExtractTextFromExcelFile(fileName, fileContent, cancellationToken);
             }
             if (normalizedContentType.Contains("presentation") || normalizedContentType.Contains("powerpoint"))
             {
-                return ExtractTextFromPowerPointFile(fileName, fileContent);
+                return ExtractTextFromPowerPointFile(fileName, fileContent, cancellationToken);
             }
             return string.Empty;
         }
@@ -111,7 +121,7 @@ private static void RewindIfPossible(Stream stream)
             }
         }
 
-        private string ExtractTextFromTextFile(Stream fileContent)
+        private string ExtractTextFromTextFile(Stream fileContent, CancellationToken cancellationToken)
         {
             try
             {
@@ -122,6 +132,7 @@ private string ExtractTextFromTextFile(Stream fileContent)
                 int read;
                 while ((read = reader.Read(buffer, 0, buffer.Length)) > 0)
                 {
+                    cancellationToken.ThrowIfCancellationRequested();
                     var remaining = MaxExtractedTextLength - builder.Length;
                     if (remaining <= 0) break;
                     builder.Append(buffer, 0, Math.Min(read, remaining));
@@ -142,7 +153,7 @@ private string ExtractTextFromTextFile(Stream fileContent)
             }
         }
 
-        private string ExtractTextFromPdfFile(string fileName, Stream fileContent)
+        private string ExtractTextFromPdfFile(string fileName, Stream fileContent, CancellationToken cancellationToken)
         {
             try
             {
@@ -156,6 +167,7 @@ private string ExtractTextFromPdfFile(string fileName, Stream fileContent)
 
                 foreach (var pageText in pageTexts)
                 {
+                    cancellationToken.ThrowIfCancellationRequested();
                     if (builder.Length >= MaxExtractedTextLength)
                     {
                         break;
@@ -178,15 +190,15 @@ private string ExtractTextFromPdfFile(string fileName, Stream fileContent)
             }
         }
 
-        private string ExtractTextFromWordDocx(string fileName, Stream fileContent)
+        private string ExtractTextFromWordDocx(string fileName, Stream fileContent, CancellationToken cancellationToken)
         {
             try
             {
                 RewindIfPossible(fileContent);
                 using var document = new XWPFDocument(fileContent);
                 var builder = new StringBuilder();
-                var processedParagraphCount = AppendDocxParagraphText(document, builder);
-                var processedTableRowCount = AppendDocxTableText(document, builder);
+                var processedParagraphCount = AppendDocxParagraphText(document, builder, cancellationToken);
+                var processedTableRowCount = AppendDocxTableText(document, builder, cancellationToken);
 
                 _logger.LogDebug(
                     "Extracted Word text from {ProcessedParagraphCount} paragraphs and {ProcessedTableRowCount} table rows for {FileName}",
@@ -202,7 +214,10 @@ private string ExtractTextFromWordDocx(string fileName, Stream fileContent)
             }
         }
 
-        private static int AppendDocxParagraphText(XWPFDocument document, StringBuilder builder)
+        private static int AppendDocxParagraphText(
+            XWPFDocument document,
+            StringBuilder builder,
+            CancellationToken cancellationToken)
         {
             var processedParagraphCount = 0;
             var paragraphTexts = document.Paragraphs
@@ -212,6 +227,7 @@ private static int AppendDocxParagraphText(XWPFDocument document, StringBuilder
 
             foreach (var paragraphText in paragraphTexts)
             {
+                cancellationToken.ThrowIfCancellationRequested();
                 if (builder.Length >= MaxExtractedTextLength)
                 {
                     break;
@@ -227,7 +243,10 @@ private static int AppendDocxParagraphText(XWPFDocument document, StringBuilder
             return processedParagraphCount;
         }
 
-        private static int AppendDocxTableText(XWPFDocument document, StringBuilder builder)
+        private static int AppendDocxTableText(
+            XWPFDocument document,
+            StringBuilder builder,
+            CancellationToken cancellationToken)
         {
             if (builder.Length >= MaxExtractedTextLength)
             {
@@ -237,8 +256,10 @@ private static int AppendDocxTableText(XWPFDocument document, StringBuilder buil
             var processedTableRowCount = 0;
             foreach (var table in document.Tables)
             {
+                cancellationToken.ThrowIfCancellationRequested();
                 foreach (var row in table.Rows.Take(MaxDocxTableRows))
                 {
+                    cancellationToken.ThrowIfCancellationRequested();
                     if (builder.Length >= MaxExtractedTextLength)
                     {
                         return processedTableRowCount;
@@ -252,6 +273,7 @@ private static int AppendDocxTableText(XWPFDocument document, StringBuilder buil
                     var rowHadValue = false;
                     foreach (var cellText in cellTexts)
                     {
+                        cancellationToken.ThrowIfCancellationRequested();
                         rowHadValue = true;
                         if (TryAppendWithTrailingNewline(builder, cellText))
                         {
@@ -269,7 +291,7 @@ private static int AppendDocxTableText(XWPFDocument document, StringBuilder buil
             return processedTableRowCount;
         }
 
-        private string ExtractTextFromExcelFile(string fileName, Stream fileContent)
+        private string ExtractTextFromExcelFile(string fileName, Stream fileContent, CancellationToken cancellationToken)
         {
             try
             {
@@ -282,13 +304,14 @@ private string ExtractTextFromExcelFile(string fileName, Stream fileContent)
 
                 for (var sheetIndex = 0; sheetIndex < sheetCount; sheetIndex++)
                 {
+                    cancellationToken.ThrowIfCancellationRequested();
                     if (builder.Length >= MaxExtractedTextLength)
                     {
                         break;
                     }
 
                     var sheet = workbook.GetSheetAt(sheetIndex);
-                    var (rowsProcessed, limitReached) = TryAppendExcelSheet(sheet, builder);
+                    var (rowsProcessed, limitReached) = TryAppendExcelSheet(sheet, builder, cancellationToken);
                     if (rowsProcessed > 0)
                     {
                         processedSheetCount++;
@@ -315,7 +338,7 @@ private string ExtractTextFromExcelFile(string fileName, Stream fileContent)
             }
         }
 
-        private string ExtractTextFromPowerPointFile(string fileName, Stream fileContent)
+        private string ExtractTextFromPowerPointFile(string fileName, Stream fileContent, CancellationToken cancellationToken)
         {
             try
             {
@@ -328,6 +351,7 @@ private string ExtractTextFromPowerPointFile(string fileName, Stream fileContent
 
                 foreach (var slideEntry in slideEntries)
                 {
+                    cancellationToken.ThrowIfCancellationRequested();
                     if (builder.Length >= MaxExtractedTextLength)
                     {
                         break;
@@ -398,7 +422,10 @@ private IEnumerable<ZipArchiveEntry> GetOrderedPowerPointSlideEntries(ZipArchive
             return orderedEntries;
         }
 
-        private static (int RowsProcessed, bool LimitReached) TryAppendExcelSheet(ISheet? sheet, StringBuilder builder)
+        private static (int RowsProcessed, bool LimitReached) TryAppendExcelSheet(
+            ISheet? sheet,
+            StringBuilder builder,
+            CancellationToken cancellationToken)
         {
             if (sheet == null)
             {
@@ -408,12 +435,13 @@ private static (int RowsProcessed, bool LimitReached) TryAppendExcelSheet(ISheet
             var processedRows = 0;
             foreach (IRow row in sheet)
             {
+                cancellationToken.ThrowIfCancellationRequested();
                 if (processedRows >= MaxExcelRowsPerSheet || builder.Length >= MaxExtractedTextLength)
                 {
                     break;
                 }
 
-                var (rowHadValue, limitReached) = TryAppendExcelRow(row, builder);
+                var (rowHadValue, limitReached) = TryAppendExcelRow(row, builder, cancellationToken);
                 if (rowHadValue)
                 {
                     processedRows++;
@@ -428,11 +456,15 @@ private static (int RowsProcessed, bool LimitReached) TryAppendExcelSheet(ISheet
             return (processedRows, builder.Length >= MaxExtractedTextLength);
         }
 
-        private static (bool RowHadValue, bool LimitReached) TryAppendExcelRow(IRow row, StringBuilder builder)
+        private static (bool RowHadValue, bool LimitReached) TryAppendExcelRow(
+            IRow row,
+            StringBuilder builder,
+            CancellationToken cancellationToken)
         {
             var rowHasValue = false;
             foreach (var cell in row.Cells.Take(MaxExcelCellsPerRow))
             {
+                cancellationToken.ThrowIfCancellationRequested();
                 var value = GetCellText(cell);
                 if (string.IsNullOrWhiteSpace(value))
                 {