From 594a92c83c401c922519b265f55d40838f700b03 Mon Sep 17 00:00:00 2001 From: Peter Chapman Date: Wed, 13 Nov 2024 07:14:59 +1300 Subject: [PATCH] Add API example program (#539) --- samples/ApiExample/ApiExample.csproj | 28 ++ samples/ApiExample/ApiExample.sln | 25 ++ samples/ApiExample/Program.cs | 318 ++++++++++++++++++ samples/ApiExample/README.md | 24 ++ samples/ApiExample/ServalOptions.cs | 32 ++ samples/ApiExample/appsettings.json | 7 + samples/ApiExample/data/TEA/84MANTEA.SFM | 66 ++++ samples/ApiExample/data/TEA/85PS2TEA.SFM | 32 ++ samples/ApiExample/data/TEA/BookNames.xml | 126 +++++++ samples/ApiExample/data/TEA/C3LAOTEA.SFM | 37 ++ samples/ApiExample/data/TEA/CommentTags.xml | 5 + .../ApiExample/data/TEA/ProjectProgress.xml | 20 ++ .../ApiExample/data/TEA/ProjectUpdates.xml | 7 + samples/ApiExample/data/TEA/Settings.xml | 32 ++ samples/ApiExample/data/TEA/en.ldml | 26 ++ samples/ApiExample/data/TEA/unique.id | 1 + samples/ApiExample/data/TMA/84MANTMA.SFM | 48 +++ samples/ApiExample/data/TMA/85PS2TMA.SFM | 32 ++ samples/ApiExample/data/TMA/BookNames.xml | 126 +++++++ samples/ApiExample/data/TMA/C3LAOTMA.SFM | 14 + samples/ApiExample/data/TMA/CommentTags.xml | 5 + .../ApiExample/data/TMA/ProjectProgress.xml | 20 ++ samples/ApiExample/data/TMA/Settings.xml | 31 ++ samples/ApiExample/data/TMA/mi.ldml | 15 + samples/ApiExample/data/TMA/unique.id | 1 + 25 files changed, 1078 insertions(+) create mode 100644 samples/ApiExample/ApiExample.csproj create mode 100644 samples/ApiExample/ApiExample.sln create mode 100644 samples/ApiExample/Program.cs create mode 100644 samples/ApiExample/README.md create mode 100644 samples/ApiExample/ServalOptions.cs create mode 100644 samples/ApiExample/appsettings.json create mode 100644 samples/ApiExample/data/TEA/84MANTEA.SFM create mode 100644 samples/ApiExample/data/TEA/85PS2TEA.SFM create mode 100644 samples/ApiExample/data/TEA/BookNames.xml create mode 100644 samples/ApiExample/data/TEA/C3LAOTEA.SFM create mode 100644 samples/ApiExample/data/TEA/CommentTags.xml create mode 100644 samples/ApiExample/data/TEA/ProjectProgress.xml create mode 100644 samples/ApiExample/data/TEA/ProjectUpdates.xml create mode 100644 samples/ApiExample/data/TEA/Settings.xml create mode 100644 samples/ApiExample/data/TEA/en.ldml create mode 100644 samples/ApiExample/data/TEA/unique.id create mode 100644 samples/ApiExample/data/TMA/84MANTMA.SFM create mode 100644 samples/ApiExample/data/TMA/85PS2TMA.SFM create mode 100644 samples/ApiExample/data/TMA/BookNames.xml create mode 100644 samples/ApiExample/data/TMA/C3LAOTMA.SFM create mode 100644 samples/ApiExample/data/TMA/CommentTags.xml create mode 100644 samples/ApiExample/data/TMA/ProjectProgress.xml create mode 100644 samples/ApiExample/data/TMA/Settings.xml create mode 100644 samples/ApiExample/data/TMA/mi.ldml create mode 100644 samples/ApiExample/data/TMA/unique.id diff --git a/samples/ApiExample/ApiExample.csproj b/samples/ApiExample/ApiExample.csproj new file mode 100644 index 00000000..9d56d539 --- /dev/null +++ b/samples/ApiExample/ApiExample.csproj @@ -0,0 +1,28 @@ + + + + Exe + net8.0 + enable + enable + 4d0606c3-0fc7-4d76-b43b-236485004e81 + + + + + PreserveNewest + + + PreserveNewest + + + + + + + + + + + + diff --git a/samples/ApiExample/ApiExample.sln b/samples/ApiExample/ApiExample.sln new file mode 100644 index 00000000..dbdd4696 --- /dev/null +++ b/samples/ApiExample/ApiExample.sln @@ -0,0 +1,25 @@ + +Microsoft Visual Studio Solution File, Format Version 12.00 +# Visual Studio Version 17 +VisualStudioVersion = 17.11.35327.3 +MinimumVisualStudioVersion = 10.0.40219.1 +Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "ApiExample", "ApiExample.csproj", "{F80F8853-776B-4C3A-B789-B8FD5820150A}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Debug|Any CPU = Debug|Any CPU + Release|Any CPU = Release|Any CPU + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {F80F8853-776B-4C3A-B789-B8FD5820150A}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {F80F8853-776B-4C3A-B789-B8FD5820150A}.Debug|Any CPU.Build.0 = Debug|Any CPU + {F80F8853-776B-4C3A-B789-B8FD5820150A}.Release|Any CPU.ActiveCfg = Release|Any CPU + {F80F8853-776B-4C3A-B789-B8FD5820150A}.Release|Any CPU.Build.0 = Release|Any CPU + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection + GlobalSection(ExtensibilityGlobals) = postSolution + SolutionGuid = {72D18D80-E951-41EE-8A1F-97B2B72615AD} + EndGlobalSection +EndGlobal diff --git a/samples/ApiExample/Program.cs b/samples/ApiExample/Program.cs new file mode 100644 index 00000000..00dd0830 --- /dev/null +++ b/samples/ApiExample/Program.cs @@ -0,0 +1,318 @@ +using System.IO.Compression; +using ApiExample; +using IdentityModel.Client; +using Microsoft.Extensions.Configuration; +using Microsoft.Extensions.DependencyInjection; +using Newtonsoft.Json.Linq; +using Serval.Client; + +// Setup and get the services +ServiceProvider services = SetupServices(); +IDataFilesClient dataFilesClient = services.GetService()!; +ICorporaClient corporaClient = services.GetService()!; +ITranslationEnginesClient translationEnginesClient = services.GetService()!; + +// Trap Ctrl+C cancellation +var cancellationTokenSource = new CancellationTokenSource(); +Console.CancelKeyPress += (_, eventArgs) => +{ + Console.WriteLine("Cancelling..."); + cancellationTokenSource.Cancel(); + eventArgs.Cancel = true; +}; + +// Create then tear down a pre-translation (NMT) engine +await CreatePreTranslationEngineAsync(cancellationTokenSource.Token); + +// Exit +return; + +static ServiceProvider SetupServices() +{ + const string HttpClientName = "serval-api"; + const string TokenClientName = "serval-api-token"; + + var configurationBuilder = new ConfigurationBuilder(); + IConfiguration configuration = configurationBuilder + .AddJsonFile("appsettings.json", false, true) + .AddUserSecrets() + .Build(); + ServalOptions servalOptions = configuration.GetSection("Serval").Get()!; + + var services = new ServiceCollection(); + services.AddDistributedMemoryCache(); + services + .AddClientCredentialsTokenManagement() + .AddClient( + TokenClientName, + client => + { + client.TokenEndpoint = servalOptions.TokenUrl; + client.ClientId = servalOptions.ClientId; + client.ClientSecret = servalOptions.ClientSecret; + client.Parameters = new Parameters { { "audience", servalOptions.Audience } }; + } + ); + services.AddClientCredentialsHttpClient( + HttpClientName, + TokenClientName, + configureClient: client => client.BaseAddress = new Uri(servalOptions.ApiServer) + ); + services.AddHttpClient(HttpClientName).SetHandlerLifetime(TimeSpan.FromMinutes(5)); + services.AddSingleton(sp => + { + // Instantiate the translation engines client with the named HTTP client + IHttpClientFactory? factory = sp.GetService(); + HttpClient httpClient = factory!.CreateClient(HttpClientName); + return new TranslationEnginesClient(httpClient); + }); + services.AddSingleton(sp => + { + // Instantiate the data files client with the named HTTP client + IHttpClientFactory? factory = sp.GetService(); + HttpClient httpClient = factory!.CreateClient(HttpClientName); + return new DataFilesClient(httpClient); + }); + services.AddSingleton(sp => + { + // Instantiate the corpora client with the named HTTP client + IHttpClientFactory? factory = sp.GetService(); + HttpClient httpClient = factory!.CreateClient(HttpClientName); + return new CorporaClient(httpClient); + }); + return services.BuildServiceProvider(); +} + +async Task CreatePreTranslationEngineAsync(CancellationToken cancellationToken) +{ + string? sourceDataFileId = null; + string? targetDataFileId = null; + string? sourceCorpusId = null; + string? targetCorpusId = null; + string? parallelCorpusId = null; + string? translationEngineId = null; + + try + { + // 1a. Create the source data file + Console.WriteLine("Create a source data file"); + const string SourceDirectory = "TEA"; + const string SourceFileName = $"{SourceDirectory}.zip"; + await using (var sourceFileStream = new MemoryStream()) + { + ZipFile.CreateFromDirectory(Path.Combine("data", SourceDirectory), sourceFileStream); + sourceFileStream.Seek(0, SeekOrigin.Begin); + DataFile sourceDataFile = await dataFilesClient.CreateAsync( + new FileParameter(sourceFileStream, SourceFileName), + FileFormat.Paratext, + SourceFileName, + cancellationToken + ); + sourceDataFileId = sourceDataFile.Id; + } + + // 1b. Create the target data file + Console.WriteLine("Create a target data file"); + const string TargetDirectory = "TMA"; + const string TargetFileName = $"{TargetDirectory}.zip"; + await using (var targetFileStream = new MemoryStream()) + { + ZipFile.CreateFromDirectory(Path.Combine("data", TargetDirectory), targetFileStream); + targetFileStream.Seek(0, SeekOrigin.Begin); + DataFile targetDataFile = await dataFilesClient.CreateAsync( + new FileParameter(targetFileStream, TargetFileName), + FileFormat.Paratext, + TargetFileName, + cancellationToken + ); + targetDataFileId = targetDataFile.Id; + } + + // 2a. Create the source corpus + // NOTE: The text id for the source and target corpora must match + Console.WriteLine("Create the source corpus"); + const string SourceLanguageCode = "en"; + var corpusConfig = new CorpusConfig + { + Name = "English Source Corpus", + Files = [new CorpusFileConfig { FileId = sourceDataFileId, TextId = "TestData" }], + Language = SourceLanguageCode, + }; + Corpus translationCorpus = await corporaClient.CreateAsync(corpusConfig, cancellationToken); + sourceCorpusId = translationCorpus.Id; + + // 2b. Create the target corpus + Console.WriteLine("Create the target corpus"); + const string TargetLanguageCode = "mi"; + corpusConfig = new CorpusConfig + { + Name = "Maori Target Corpus", + Files = [new CorpusFileConfig { FileId = targetDataFileId, TextId = "TestData" }], + Language = TargetLanguageCode, + }; + translationCorpus = await corporaClient.CreateAsync(corpusConfig, cancellationToken); + targetCorpusId = translationCorpus.Id; + + // 3. Create the translation engine + Console.WriteLine("Create the translation engine"); + var engineConfig = new TranslationEngineConfig + { + Name = "Test Engine", + SourceLanguage = SourceLanguageCode, + TargetLanguage = TargetLanguageCode, + Type = "nmt", + }; + TranslationEngine translationEngine = await translationEnginesClient.CreateAsync( + engineConfig, + cancellationToken + ); + translationEngineId = translationEngine.Id; + + // 4. Create the parallel corpus + TranslationParallelCorpus parallelCorpus = await translationEnginesClient.AddParallelCorpusAsync( + translationEngineId, + new TranslationParallelCorpusConfig + { + Name = "Test Parallel Corpus", + SourceCorpusIds = [sourceCorpusId], + TargetCorpusIds = [targetCorpusId], + }, + cancellationToken + ); + parallelCorpusId = parallelCorpus.Id; + + // 5. Start a build + Console.WriteLine("Start a build"); + + // NOTE: This build is restricted to 20 steps for speed of build + // The generated translation will be very, very inaccurate. + JObject options = []; + options.Add("max_steps", 20); + + // We will train on one book, and translate two books + var translationBuildConfig = new TranslationBuildConfig + { + Name = "Test Build", + Options = options, + Pretranslate = + [ + new PretranslateCorpusConfig + { + ParallelCorpusId = parallelCorpusId, + SourceFilters = + [ + new ParallelCorpusFilterConfig { CorpusId = sourceCorpusId, ScriptureRange = "LAO;MAN" }, + ], + }, + ], + TrainOn = + [ + new TrainingCorpusConfig + { + ParallelCorpusId = parallelCorpusId, + SourceFilters = + [ + new ParallelCorpusFilterConfig { CorpusId = sourceCorpusId, ScriptureRange = "PS2" }, + ], + TargetFilters = + [ + new ParallelCorpusFilterConfig { CorpusId = targetCorpusId, ScriptureRange = "PS2" }, + ], + }, + ], + }; + TranslationBuild translationBuild = await translationEnginesClient.StartBuildAsync( + translationEngineId, + translationBuildConfig, + cancellationToken + ); + + // Wait until the build is finished + (int _, int cursorTop) = Console.GetCursorPosition(); + DateTime timeOut = DateTime.Now.AddMinutes(30); + while (DateTime.Now < timeOut) + { + translationBuild = await translationEnginesClient.GetBuildAsync( + translationEngineId, + translationBuild.Id, + minRevision: null, + cancellationToken + ); + if (translationBuild.DateFinished is not null) + { + break; + } + + Console.SetCursorPosition(0, cursorTop); + Console.WriteLine( + $"{translationBuild.State}: {(translationBuild.PercentCompleted ?? 0) * 100}% completed... " + ); + + // Wait 20 seconds + cancellationToken.WaitHandle.WaitOne(millisecondsTimeout: 20000); + } + + // Display the pre-translation USFM + string usfm = await translationEnginesClient.GetPretranslatedUsfmAsync( + translationEngineId, + parallelCorpusId, + textId: "LAO", + PretranslationUsfmTextOrigin.OnlyPretranslated, + PretranslationUsfmTemplate.Source, + cancellationToken + ); + Console.WriteLine(usfm); + + Console.WriteLine("Done!"); + } + catch (TaskCanceledException) + { + // The process was cancelled via Ctrl+C + } + finally + { + // Clean up created entities + if (!string.IsNullOrWhiteSpace(sourceDataFileId)) + { + Console.WriteLine("Delete the Source Data File"); + await dataFilesClient.DeleteAsync(sourceDataFileId, CancellationToken.None); + } + + if (!string.IsNullOrWhiteSpace(targetDataFileId)) + { + Console.WriteLine("Delete the Target Data File"); + await dataFilesClient.DeleteAsync(targetDataFileId, CancellationToken.None); + } + + if (!string.IsNullOrWhiteSpace(sourceCorpusId)) + { + Console.WriteLine("Delete the Source Corpus"); + await corporaClient.DeleteAsync(sourceCorpusId, CancellationToken.None); + } + + if (!string.IsNullOrWhiteSpace(targetCorpusId)) + { + Console.WriteLine("Delete the Target Corpus"); + await corporaClient.DeleteAsync(targetCorpusId, CancellationToken.None); + } + + if (!string.IsNullOrWhiteSpace(translationEngineId)) + { + if (!string.IsNullOrWhiteSpace(parallelCorpusId)) + { + Console.WriteLine("Delete the Parallel Corpus"); + await translationEnginesClient.DeleteParallelCorpusAsync( + translationEngineId, + parallelCorpusId, + CancellationToken.None + ); + } + + Console.WriteLine("Cancel the current build"); + await translationEnginesClient.CancelBuildAsync(translationEngineId, CancellationToken.None); + + Console.WriteLine("Delete the Translation Engine"); + await translationEnginesClient.DeleteAsync(translationEngineId, CancellationToken.None); + } + } +} diff --git a/samples/ApiExample/README.md b/samples/ApiExample/README.md new file mode 100644 index 00000000..9e45acac --- /dev/null +++ b/samples/ApiExample/README.md @@ -0,0 +1,24 @@ +# Serval API Example + +This example application will generate a pre-translation USFM draft using the Serval API, and display it in the terminal window. + +## Pre-Requisites + + * .NET SDK 8.0 + * You must have a Serval Client ID and Client Secret before running this example. + +## Setup + +Before running, you must configure your Serval Client Id and Client Secret via `dotnet user-secrets`: +``` +dotnet user-secrets set "Serval:ClientId" "your_client_id_here" +dotnet user-secrets set "Serval:ClientSecret" "your_client_secret_here" +``` + +## Run + +To run this example after configuring your user secrets, execute the following command from a terminal window: + +``` +dotnet run +``` diff --git a/samples/ApiExample/ServalOptions.cs b/samples/ApiExample/ServalOptions.cs new file mode 100644 index 00000000..3148fc18 --- /dev/null +++ b/samples/ApiExample/ServalOptions.cs @@ -0,0 +1,32 @@ +namespace ApiExample; + +/// +/// The Serval API options configured via dotnet user-secrets. +/// +public record ServalOptions +{ + /// + /// Gets the Serval API Server to use. + /// + public string ApiServer { get; init; } = string.Empty; + + /// + /// Gets the JWT audience. + /// + public string Audience { get; init; } = string.Empty; + + /// + /// Gets the JWT client identifier. + /// + public string ClientId { get; init; } = string.Empty; + + /// + /// Gets the JWT client secret. + /// + public string ClientSecret { get; init; } = string.Empty; + + /// + /// Gets or sets the endpoint to generate the JWT. + /// + public string TokenUrl { get; init; } = string.Empty; +} diff --git a/samples/ApiExample/appsettings.json b/samples/ApiExample/appsettings.json new file mode 100644 index 00000000..9bbb173d --- /dev/null +++ b/samples/ApiExample/appsettings.json @@ -0,0 +1,7 @@ +{ + "Serval": { + "ApiServer": "https://qa.serval-api.org", + "Audience": "https://serval-api.org/", + "TokenUrl": "https://dev-sillsdev.auth0.com/oauth/token" + } +} diff --git a/samples/ApiExample/data/TEA/84MANTEA.SFM b/samples/ApiExample/data/TEA/84MANTEA.SFM new file mode 100644 index 00000000..e3a34715 --- /dev/null +++ b/samples/ApiExample/data/TEA/84MANTEA.SFM @@ -0,0 +1,66 @@ +\id MAN - Test English Apocrypha +\h Prayer of Manasseh +\toc1 Prayer of Manasseh +\toc2 Prayer of Manasseh +\toc3 Prayer of Manasseh +\mt1 Prayer of Manasseh\f + \fr 1.0 \ft Latin adds \fq King of Judah when he was held captive in Babylon\f* +\imt Introduction +\ip This prayer for forgiveness purports to be from King Manasseh during his imprisonment (see \xt 2 Chronicles 33:19\xt*), and appears to be originally written in Greek. It is found in the eighth chapter in the Book of Odes (chapter 12 in Rahlf’s edition), and is present in the Eastern Orthodox canon. +\c 1 +\q1 +\v 1 Lord Almighty,\f + \fr 1.1 \fq Almighty \ft Codex Alexandrinus adds \fq in heaven\f* +\q2 the God of our fathers:\x - \xo 1.1 \xt 2 Chr 33:12\x* +\q1 of Abraham, and Isaac, and Jacob,\x - \xo 1.1 \xt Ex 3:15, 16; Acts 3:13\x* +\q2 and of their righteous seed; +\q1 +\v 2 Who made heaven and the earth, and\f + \fr 1.2 \fq and \ft Greek \fq with\f* all the universe\f + \fr 1.2 \fq universe \ft Or \fqa adornment\fqa*. Greek \fq cosmos\fq*\f* within; +\q1 +\v 3 Who bound the sea by the word of your command,\x - \xo 1.3 \xt Job 33:8-11; Ps 74:12\x* +\q2 who closed the abyss and sealed it by your terrible and glorious name. +\q1 +\v 4 Who all things shudder and tremble before, because of your power; +\q1 +\v 5 For your majesty and glory is unbearable, +\q1 and the anger of your threat towards sinners is unendurable; +\q1 +\v 6 Both immeasurable and unsearchable is the mercy of your promise;\x - \xo 1.6 \xt Rom 11:33\x* +\q1 +\v 7 For you are the Lord Most High, +\q2 tender-hearted, longsuffering, abounding in mercy,\x - \xo 1.7 \xt Ex 34:6; Ps 86:15; Joel 2:13\x* +\q3 and you repent at the time of man’s trouble.\f + \fr 1.7 \ft Latin adds \fq Lord, according to your great goodness, you have promised repentance and forgiveness to those that have sinned against you, and in your infinite mercy have appointed repentance for sinners, so that they may be saved.\f* +\q1 +\v 8 Therefore you, Lord, the God of the righteous, +\q2 has not made repentance for the righteous,\x - \xo 1.8 \xt Lk 5:32\x* +\q1 for Abraham, and Isaac, and Jacob did not sin against you, +\q2 but you made repentance for me, a sinner. +\q1 +\v 9 Therefore my sins number more than the sand of the sea, +\q2 \f + \fr 1.9 \ft Codex Alexandrinus adds \fq For\f*my transgressions are multiplied, Lord, \add they\add*\f + \fr 1.9 \ft Latin reads \fq my transgressions\f* are multiplied,\f + \fr 1.9 \fq Lord, they are multiplied, \ft Codex Alexandrinus omits.\f*\x - \xo 1.9 \xt Is 59:12 \x* +\q1 and I am not worthy to look upon and see the height of heaven, +\q2 because of the multitude of my iniquities.\f + \fr 1.9 \ft Latin adds \fq Lord I now suffer justly, I deserve the trouble I receive, I am caught in a trap.\f*\x - \xo 1.9 \xt Ezra 9:6\x* +\q1 +\v 10 I am bowed down by many iron chains,\x - \xo 1.10 \xt 2 Chr 33:11\x* +\q2 I am rejected because of my sins,\f + \fr 1.10 \fq I am rejected because of my sins, \ft Latin reads \fq so that I cannot lift up my head,\f* +\q3 and I can find\f + \fr 1.10 \fq can find \ft Greek \fqa have\f* no rest; +\q1 Therefore I have kindled your anger, +\q2 I have done evil before you,\f + \fr 1.10 \ft Latin adds \fq I did not your will\f* +\q3 setting up abominations and abominable things.\f + \fr 1.10 \fq abominable things. \ft Greek \fqa objects of anger\fqa*. This word is often translated abominations (see \xt 2 Kings 23:13\xt*)\f*\x - \xo 1.10 \xt 2 Ki 21:2-9; 2 Chr 33:2-9\x* +\q1 +\v 11 And now I bend the knee of my heart, to pray to you for your kindness,\x - \xo 1.11 \xt Sir 17:25\x* +\q1 +\v 12 I have sinned, Lord, I have sinned, +\q2 and I acknowledge my transgressions.\f + \fr 1.12 \ft Ps 51:3\f* +\q1 +\v 13 I ask you in prayer, +\q2 forgive me, Lord, forgive me, +\q1 do not destroy me for my transgressions, +\q2 neither stay angry with me forever, storing up evil for me, +\q3 and do not\f + \fr 1.13 \fq and do not \ft Greek \fqa neither\f* condemn me to the depths of the earth.\x - \xo 1.13 \xt Ps 63:9; Ps 88:6\x* +\q1 For you are, Lord,\f + \fr 1.13 \fq Lord \ft Latin reads \fq God\f* the God of those who repent; +\q2 +\v 14 And to me you will show your goodness. +\q1 For \add though I am\add* unworthy, \add you will\add* save me according to your abounding mercy. +\q2 +\v 15 And I will praise you for all of the days of my life. +\q1 For all of the host of heaven sing your praise,\x - \xo 1.15 \xt Ps 103:21; S3Y 39\x* +\q2 and yours is the glory forever.\f + \fr 1.15 \fq forever \ft Latin reads \fq forever and ever\f* Amen.\x - \xo 1.15 \xt Rom 11:36; 16:7\x* diff --git a/samples/ApiExample/data/TEA/85PS2TEA.SFM b/samples/ApiExample/data/TEA/85PS2TEA.SFM new file mode 100644 index 00000000..fed19599 --- /dev/null +++ b/samples/ApiExample/data/TEA/85PS2TEA.SFM @@ -0,0 +1,32 @@ +\id PS2 - Test English Apocrypha +\h Psalm 151 +\toc1 Psalm 151 +\toc2 Psalm 151 +\toc3 Psalm 151 +\mt1 Psalm 151 +\imt Introduction +\ip Psalm 151 is included in some Septuagint manuscripts, and is present in the Dead Sea Scrolls (4QPs\sup a\sup*) in both Hebrew (151A) and Syraic (151B). The following is a translation of the version found in the Septuagint. +\c 1 +\cp 151 +\d This psalm is written by David in his own hand (although it is outside the number), after he had fought one-on-one with Goliath.\f + \fr 1.1 \fq Goliath \ft Greek \fq Goliad\f* +\q1 +\v 1 Smallest among my brothers, and the youngest in my father’s house; +\q2 I shepherded my father’s sheep.\x - \xo 1.1 \xt 1 Sam 16:11\x* +\q1 +\v 2 My hands made a harp; +\q2 my fingers fashioned a lyre.\x - \xo 1.2 \xt 1 Sam 16:23\x* +\q1 +\v 3 And who will report to my Lord? +\q2 The Lord himself, he hears.\f + \fr 1.3 \fq hears \ft Codex Sinaiticus: \fqa hears everything.\fqa*; Codex Alexandrinus: \fqa who will hear me. \f* +\q1 +\v 4 He sent his messenger\f + \fr 1.4 \fq messenger \ft Or \fqa angel\f* \add to me\add*, took me from my father’s sheep, +\q2 and anointed me with olive oil.\x - \xo 1.4 \xt 1 Sam 16:13\x* +\q1 +\v 5 My brothers were handsome and great \add indeed\add*, +\q2 but with them the Lord was not pleased.\x - \xo 1.5 \xt 1 Sam 16:10\x* +\q1 +\v 6 I came out to meet the foreigner, +\q2 and he cursed me by his idols.\x - \xo 1.6 \xt 1 Sam 17:43\x* +\q1 +\v 7 But I drew his own sword, beheaded him,\x - \xo 1.7 \xt 1 Sam 17:51\x* +\q2 and took away disgrace from Israel’s sons. diff --git a/samples/ApiExample/data/TEA/BookNames.xml b/samples/ApiExample/data/TEA/BookNames.xml new file mode 100644 index 00000000..833a316b --- /dev/null +++ b/samples/ApiExample/data/TEA/BookNames.xml @@ -0,0 +1,126 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/samples/ApiExample/data/TEA/C3LAOTEA.SFM b/samples/ApiExample/data/TEA/C3LAOTEA.SFM new file mode 100644 index 00000000..f5209310 --- /dev/null +++ b/samples/ApiExample/data/TEA/C3LAOTEA.SFM @@ -0,0 +1,37 @@ +\id LAO - Test English Apocrypha +\h Laodiceans +\toc1 Laodiceans +\toc2 Laodiceans +\toc3 Laodiceans +\mt1 Epistle to the Laodiceans +\imt Introduction +\ip The following is a translation of the J.B. Lightfoot’s reverse translation of the surviving Latin translation of the Epistle to the Laodiceans into Koine Greek. This translation, published in his commentary on Colossians and Philemon (new edition, 1879) is based on the premise that the original epistle is a composition of quotations from the Pauline Epistles, compiled by an unknown author, purporting to be a letter from Paul to the church at Laodicea. +\c 1 +\po +\v 1 Paul, an apostle—not from men nor through man, but through Jesus Christ,\x - \xo 1.1 \xt Gal 1:1\x* to the brothers who are in Laodicea.\x - \xo 1.1 \xt Col 4:16\x* +\v 2 Grace to you and peace from God the\f + \fr 1.2 \fq the \ft Some manuscripts \fq our\f* Father and the Lord Jesus Christ.\x - \xo 1.2 \xt Gal 1:3; Phil 1:2 \x* +\p +\v 3 I give thanks to Christ in all my prayers,\x - \xo 1.3 \xt Phil 1:3\x* that you are continuing in him and persevering in his works, eagerly awaiting the promise \add of salvation\add*\x - \xo 1.3 \xt Gal 5:5\x* in the day of judgment.\x - \xo 1.3 \xt 2 Pet 2:9; 3:7; cf. Phil 2:16\x* +\p +\v 4 Neither do the vain discussions of certain men\x - \xo 1.4 \xt 1 Tim 1:6\x* deceive you, with their aim to turn you away\x - \xo 1.4 \xt 2 Tim 4:4\x* from the truth of the gospel\x - \xo 1.4 \xt Col 1:5; Gal 2:5, 14\x* which is preached by me.\x - \xo 1.4 \xt Gal 1:11 (cf. Gal 1:8)\x* +\v 5 So\f + \fr 1.5 \fq So \ft Greek: \fqa And \f* now God will work in those who are \add imitators\add*\x - \xo 1.5 \xt 1 Thes 2:14\x* of me\f + \fr 1.5 \fq imitators of me \ft Greek \fqa of mine\f* to advance the truth of the gospel,\x - \xo 1.5 \xt Phil 1:12\x* […]\f + \fr 1.5 \fq […] \ft A section appears to be missing, according to J.B. Lightfoot. \f* worshipping and practicing generosity—works of salvation [and]\f + \fr 1.5 \fq [and] \ft It is doubtful that this word was in the original Greek.\f* of eternal life. +\v 6 And now my imprisonment\f + \fr 1.6 \fq imprisonment \ft Greek \fqa chains\f* is widely known, which I suffer in Christ, in which I rejoice and am glad.\x - \xo 1.6 \xt Matt 5:12 cf. Phil 1:18\x* +\v 7 And this is for my eternal salvation, which will occur through your prayers, and the help of the Holy Spirit,\x - \xo 1.7 \xt Phil 1:19\x* whether by life or by death.\x - \xo 1.7 \xt Phil 1:20\x* +\v 8 For to me, to live is Christ, and to die is joy.\x - \xo 1.8 \xt Phil 1:21\x* +\v 9 And so he will work in you according to his mercy, that you may have the same love, and be in full accord.\x - \xo 1.9 \xt Phil 2:2\x* +\v 10 Therefore beloved, as you have obeyed in my presence,\x - \xo 1.10 \xt Phil 2:12\x* so work, remembering\x - \xo 1.10 \xt 2 Thes 2:5 (Vulgate)\x* the fear of God,\f + \fr 1.10 \fq God \ft J.B. Lightfoot’s Greek text has \fqa Lord\fqa*, but this is not present in any Latin manuscripts.\f* and it will be to you eternal life,\f + \fr 1.10 \fq life, \ft The Latin and Greek text end the sentence here.\f* +\v 11 for it is God who works in you.\x - \xo 1.11 \xt Phil 2:13\x* +\v 12 And do without grumbling,\x - \xo 1.12 \xt Phil 2:14\x* whatever you do.\x - \xo 1.12 \xt Col 3:17\x* +\p +\v 13 And finally, beloved, rejoice in Christ.\x - \xo 1.13 \xt Phil 3:1\x* Look out for those \add who are\add* greedy for dishonest gain.\x - \xo 1.13 \xt 1 Tim 3:8; Tit 1:7\x* +\v 14 Let all your requests be made known to God,\x - \xo 1.14 \xt Phil 4:6\x* and be steadfast\x - \xo 1.14 \xt 1 Cor 15:58\x* in the mind of Christ.\x - \xo 1.14 \xt 1 Cor 2:16\x* +\v 15 Whatever is sound, and true, and honourable, and just,\f + \fr 1.15 \ft Some manuscripts add \fq and pure\f* and lovely,\x - \xo 1.15 \xt Phil 4:8\x* practice these things.\x - \xo 1.15 \xt Phil 4:9\x* +\v 16 And what you have heard and received, hold in your heart, and peace will be with you. +\p +\v 17 [Greet the brothers.\x - \xo 1.17 \xt 1 Thes 5:26\x*]\f + \fr 1.17 \ft Most manuscripts omit verse 17.\f* +\p +\v 18 The saints greet you.\f + \fr 1.18 \ft One manuscript omits this verse.\f*\x - \xo 1.18 \xt Phil 4:22\x* +\p +\v 19 The grace of the Lord Jesus Christ\f + \fr 1.19 \ft Some manuscripts omit \fq Christ\f* be with your spirit.\x - \xo 1.19 \xt Phil 4:28\x* +\p +\v 20 And have this \add letter\add* read to the Colossians, and that of the Colossians to you.\f + \fr 1.20 \ft One manuscript adds \fq Amen.\fq*, another manuscript omits this verse.\f*\x - \xo 1.20 \xt Col 4:16\x* diff --git a/samples/ApiExample/data/TEA/CommentTags.xml b/samples/ApiExample/data/TEA/CommentTags.xml new file mode 100644 index 00000000..624f1523 --- /dev/null +++ b/samples/ApiExample/data/TEA/CommentTags.xml @@ -0,0 +1,5 @@ + + + + 1 + \ No newline at end of file diff --git a/samples/ApiExample/data/TEA/ProjectProgress.xml b/samples/ApiExample/data/TEA/ProjectProgress.xml new file mode 100644 index 00000000..bd16524a --- /dev/null +++ b/samples/ApiExample/data/TEA/ProjectProgress.xml @@ -0,0 +1,20 @@ + + + + None + + 000000000000000000000000000000000000000000000000000000000000000000000000000000000011000000000000000000000000000000000000001 + + + 000001111111110010000000000000010000000000000000000000000000000000111001111111001010100000000000000000000000000000000000000 + + + 110110000000001100000000000000000000000111010000000001111010001111000000000000110101000000000000000000000000000111111111111 + + + 001000000000000000111100001000000000101000100110000110000001110000000110000000000000000000000000000000000000000000000000000 + + + 000000000000000001000011110111101111010000001001111000000100000000000000000000000000010000000000000000011100000000000000000 + + \ No newline at end of file diff --git a/samples/ApiExample/data/TEA/ProjectUpdates.xml b/samples/ApiExample/data/TEA/ProjectUpdates.xml new file mode 100644 index 00000000..0bbf0e6e --- /dev/null +++ b/samples/ApiExample/data/TEA/ProjectUpdates.xml @@ -0,0 +1,7 @@ + + + 1FE40EDA-1D82-4ED8-95D1-5F44B8EC25CD + 207EF1E9-D931-41A0-920D-96BAEF744746 + 5C974ECE-A444-4E5A-B980-125E3CDEE7E2 + B946EEE7-B890-47FA-BBEF-8D0E6F729F82 + \ No newline at end of file diff --git a/samples/ApiExample/data/TEA/Settings.xml b/samples/ApiExample/data/TEA/Settings.xml new file mode 100644 index 00000000..43bbbf3d --- /dev/null +++ b/samples/ApiExample/data/TEA/Settings.xml @@ -0,0 +1,32 @@ + + usfm.sty + 4 + English + 8.0.100.76 + Test English Apocrypha + 65001 + T + + NFC + TEA + a7e9f1c362e728a143bb5eef7f6c79bcab2478fa + Charis SIL + 12 + + + en::: + 41MAT + + TEA.SFM + Major::BiblicalTerms.xml + F + F + F + Public + Standard:: + + 3 + 000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000 + 000000000000000000000000000000000000000000000000000000000000000000000000000000000011000000000000000000000000000000000000001 + + \ No newline at end of file diff --git a/samples/ApiExample/data/TEA/en.ldml b/samples/ApiExample/data/TEA/en.ldml new file mode 100644 index 00000000..87c6fb5a --- /dev/null +++ b/samples/ApiExample/data/TEA/en.ldml @@ -0,0 +1,26 @@ +[A-Za-z][!'-),-.\:;?\[\]\u00B4\u200C\u200D\u2014\u2018\u2019\u201C\u201D]['\-\u00B4\u2014][][][a b c d e f g h i j k l m n o p q r s t u v w x y z {aa} {bb} {cc} {dd} {ee} {ff} {gg} {hh} {ii} {jj} {kk} {ll} {mm} {nn} {oo} {pp} {qq} {rr} {ss} {tt} {uu} {vv} {ww} {xx} {yy} {zz}][][]“”‘’left-to-rightstandard \ No newline at end of file diff --git a/samples/ApiExample/data/TEA/unique.id b/samples/ApiExample/data/TEA/unique.id new file mode 100644 index 00000000..66104d45 --- /dev/null +++ b/samples/ApiExample/data/TEA/unique.id @@ -0,0 +1 @@ +ed450f1c-1d1f-4ef1-87ac-a6b1d3b4735b \ No newline at end of file diff --git a/samples/ApiExample/data/TMA/84MANTMA.SFM b/samples/ApiExample/data/TMA/84MANTMA.SFM new file mode 100644 index 00000000..ce7aa080 --- /dev/null +++ b/samples/ApiExample/data/TMA/84MANTMA.SFM @@ -0,0 +1,48 @@ +\id MAN - Test Maori Apocrypha +\h +\mt1 +\imt +\ip +\c 1 +\q1 \v 1 +\q2 +\q1 +\q2 +\q1 \v 2 +\q1 \v 3 +\q2 +\q1 \v 4 +\q1 \v 5 +\q1 +\q1 \v 6 +\q1 \v 7 +\q2 +\q3 +\q1 \v 8 +\q2 +\q1 +\q2 +\q1 \v 9 +\q2 +\q1 +\q2 +\q1 \v 10 +\q2 +\q3 +\q1 +\q2 +\q3 +\q1 \v 11 +\q1 \v 12 +\q2 +\q1 \v 13 +\q2 +\q1 +\q2 +\q3 +\q1 +\q2 \v 14 +\q1 +\q2 \v 15 +\q1 +\q2 diff --git a/samples/ApiExample/data/TMA/85PS2TMA.SFM b/samples/ApiExample/data/TMA/85PS2TMA.SFM new file mode 100644 index 00000000..1a1922d6 --- /dev/null +++ b/samples/ApiExample/data/TMA/85PS2TMA.SFM @@ -0,0 +1,32 @@ +\id PS2 - Test Māori Apocrypha +\h NGA WAIATA 151 +\toc1 Ko Nga Waiata 151 +\toc2 Nga Waiata 151 +\toc3 Waiata 151 +\mt1 NGA WAIATA 151 +\imt Te Tīmatanga Kōrero +\ip +\c 1 +\cp 151 +\d Na Rawiri i tuhituhi tenei waiata ki tona ringa ake (ahakoa kei waho i te tatau), i muri i tana whawhai kotahi ki a Golia. +\q1 +\v 1 He i iti ahau waenga i oku tuākana, me te pōtiki i te whare o āku papa; +\q2 I tiaki ahau i nga hipi a toku papa. +\q1 +\v 2 I hanga e oku ringa te hapa; +\q2 i hanga e oku maihao he kutā. +\q1 +\v 3 A ma wai e korero ki toku Ariki? +\q2 Ko te Ariki tonu, e rongo ana ia. +\q1 +\v 4 I tono mai ia i tana karere ki ahau, ka tango mai i ahau i roto i nga hipi a toku papa, +\q2 a pania ana ahau e ia ki te hinu. +\q1 +\v 5 He ataahua, he nunui rawa oku teina; +\q2 otiia kihai te Ariki i ahuareka ki a ratou. +\q1 +\v 6 I haere mai ahau kia whakatau i te tangata iwi ke, +\q2 a kanga iho ahau e ia ki ana whakapakoko. +\q1 +\v 7 Na unuhia ana e ahau tana hoari, tapahia ana tona matenga e ahau, +\q2 a ka tangohia e ahau te tawai o nga tama a Iharaira. diff --git a/samples/ApiExample/data/TMA/BookNames.xml b/samples/ApiExample/data/TMA/BookNames.xml new file mode 100644 index 00000000..833a316b --- /dev/null +++ b/samples/ApiExample/data/TMA/BookNames.xml @@ -0,0 +1,126 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/samples/ApiExample/data/TMA/C3LAOTMA.SFM b/samples/ApiExample/data/TMA/C3LAOTMA.SFM new file mode 100644 index 00000000..9459c187 --- /dev/null +++ b/samples/ApiExample/data/TMA/C3LAOTMA.SFM @@ -0,0 +1,14 @@ +\id LAO - Test Maori Apocrypha +\h +\mt1 +\imt +\ip +\c 1 +\po \v 1 \v 2 +\p \v 3 +\p \v 4 \v 5 \v 6 \v 7 \v 8 \v 9 \v 10 \v 11 \v 12 +\p \v 13 \v 14 \v 15 \v 16 +\p \v 17 +\p \v 18 +\p \v 19 +\p \v 20 diff --git a/samples/ApiExample/data/TMA/CommentTags.xml b/samples/ApiExample/data/TMA/CommentTags.xml new file mode 100644 index 00000000..624f1523 --- /dev/null +++ b/samples/ApiExample/data/TMA/CommentTags.xml @@ -0,0 +1,5 @@ + + + + 1 + \ No newline at end of file diff --git a/samples/ApiExample/data/TMA/ProjectProgress.xml b/samples/ApiExample/data/TMA/ProjectProgress.xml new file mode 100644 index 00000000..bd16524a --- /dev/null +++ b/samples/ApiExample/data/TMA/ProjectProgress.xml @@ -0,0 +1,20 @@ + + + + None + + 000000000000000000000000000000000000000000000000000000000000000000000000000000000011000000000000000000000000000000000000001 + + + 000001111111110010000000000000010000000000000000000000000000000000111001111111001010100000000000000000000000000000000000000 + + + 110110000000001100000000000000000000000111010000000001111010001111000000000000110101000000000000000000000000000111111111111 + + + 001000000000000000111100001000000000101000100110000110000001110000000110000000000000000000000000000000000000000000000000000 + + + 000000000000000001000011110111101111010000001001111000000100000000000000000000000000010000000000000000011100000000000000000 + + \ No newline at end of file diff --git a/samples/ApiExample/data/TMA/Settings.xml b/samples/ApiExample/data/TMA/Settings.xml new file mode 100644 index 00000000..a970e88e --- /dev/null +++ b/samples/ApiExample/data/TMA/Settings.xml @@ -0,0 +1,31 @@ + + usfm.sty + Maori + 8.0.100.76 + Test Maori Apocrypha + 65001 + T + + NFC + TMA + e1b3f0c799c4378a1757dd1b382c1dd515af37db + Charis SIL + 12 + + + mi::: + 41MAT + + TMA.SFM + Major::BiblicalTerms.xml + F + F + F + Public + Daughter:TEA:a7e9f1c362e728a143bb5eef7f6c79bcab2478fa + + 3 + 000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000 + 000000000000000000000000000000000000000000000000000000000000000000000000000000000011000000000000000000000000000000000000001 + + \ No newline at end of file diff --git a/samples/ApiExample/data/TMA/mi.ldml b/samples/ApiExample/data/TMA/mi.ldml new file mode 100644 index 00000000..aa095e0e --- /dev/null +++ b/samples/ApiExample/data/TMA/mi.ldml @@ -0,0 +1,15 @@ +[AEHIKM-PRTUWaehikm-prtuw\u0100\u0101\u0112\u0113\u012A\u012B\u014C\u014D\u016A\u016B{ng}{wh}][!(-*,-.\:;?\u00B6\u200C\u200D\u2010\u2014][*\-][][a e h i k m n {ng} o p r t u w {wh}][a e h i k m n {ng} o p r t u w {wh}][][]“”“left-to-rightstandard \ No newline at end of file diff --git a/samples/ApiExample/data/TMA/unique.id b/samples/ApiExample/data/TMA/unique.id new file mode 100644 index 00000000..d3b98c55 --- /dev/null +++ b/samples/ApiExample/data/TMA/unique.id @@ -0,0 +1 @@ +f2ca92e1-0778-4424-9096-a1e64feb6123 \ No newline at end of file