diff --git a/Cargo.lock b/Cargo.lock index 42bf8c5..f90075b 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -403,6 +403,12 @@ dependencies = [ "libc", ] +[[package]] +name = "cesu8" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6d43a04d8753f35258c91f8ec639f792891f748a1edbd759cf1dcea3382ad83c" + [[package]] name = "cfg-if" version = "1.0.0" @@ -490,6 +496,16 @@ dependencies = [ "windows-sys 0.48.0", ] +[[package]] +name = "combine" +version = "4.6.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba5a308b75df32fe02788e748662718f03fde005016435c444eea572398219fd" +dependencies = [ + "bytes", + "memchr", +] + [[package]] name = "console" version = "0.15.8" @@ -732,6 +748,18 @@ dependencies = [ "parking_lot_core", ] +[[package]] +name = "datagen-java" +version = "0.2.0" +dependencies = [ + "anyhow", + "datagen-rs", + "datagen-rs-progress-plugin", + "jni", + "jni-bindgen", + "serde_json", +] + [[package]] name = "datagen-node" version = "0.2.0" @@ -1871,6 +1899,51 @@ version = "1.0.10" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b1a46d1a171d865aa5f83f92695765caa047a9b4cbae2cbf37dbd613a793fd4c" +[[package]] +name = "jni" +version = "0.21.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1a87aa2bb7d2af34197c04845522473242e1aa17c12f4935d5856491a7fb8c97" +dependencies = [ + "cesu8", + "cfg-if", + "combine", + "jni-sys", + "log", + "thiserror", + "walkdir", + "windows-sys 0.45.0", +] + +[[package]] +name = "jni-bindgen" +version = "0.1.0" +source = "git+https://github.com/MarkusJx/jni-bindgen#e200e9fc920f6d073be71b4de8fc49373c394810" +dependencies = [ + "anyhow", + "jni", + "jni-bindgen-macros", + "strum_macros 0.25.3", +] + +[[package]] +name = "jni-bindgen-macros" +version = "0.0.0" +source = "git+https://github.com/MarkusJx/jni-bindgen#e200e9fc920f6d073be71b4de8fc49373c394810" +dependencies = [ + "convert_case 0.6.0", + "indexmap 2.2.5", + "proc-macro2", + "quote", + "syn 2.0.52", +] + +[[package]] +name = "jni-sys" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8eaf4bc02d17cbdd7ff4c7438cafcdf7fb9a4613313ad11b4f8fefe7d3fa0130" + [[package]] name = "jobserver" version = "0.1.31" @@ -3156,6 +3229,15 @@ version = "1.0.17" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e86697c916019a8588c99b5fac3cead74ec0b4b819707a682fd4d23fa0ce1ba1" +[[package]] +name = "same-file" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502" +dependencies = [ + "winapi-util", +] + [[package]] name = "schannel" version = "0.1.23" @@ -3792,7 +3874,20 @@ version = "0.26.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5d8cec3501a5194c432b2b7976db6b7d10ec95c253208b45f83f7136aa985e29" dependencies = [ - "strum_macros", + "strum_macros 0.26.2", +] + +[[package]] +name = "strum_macros" +version = "0.25.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "23dc1fa9ac9c169a78ba62f0b841814b7abae11bdd047b9c58f893439e309ea0" +dependencies = [ + "heck", + "proc-macro2", + "quote", + "rustversion", + "syn 2.0.52", ] [[package]] @@ -4288,6 +4383,16 @@ version = "0.9.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f" +[[package]] +name = "walkdir" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b" +dependencies = [ + "same-file", + "winapi-util", +] + [[package]] name = "want" version = "0.3.1" @@ -4426,6 +4531,15 @@ version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" +[[package]] +name = "winapi-util" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4d4cc384e1e73b93bafa6fb4f1df8c41695c8a91cf9c4c64358067d15a7b6c6b" +dependencies = [ + "windows-sys 0.52.0", +] + [[package]] name = "winapi-x86_64-pc-windows-gnu" version = "0.4.0" @@ -4441,6 +4555,15 @@ dependencies = [ "windows-targets 0.52.4", ] +[[package]] +name = "windows-sys" +version = "0.45.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "75283be5efb2831d37ea142365f009c02ec203cd29a3ebecbc093d52315b66d0" +dependencies = [ + "windows-targets 0.42.2", +] + [[package]] name = "windows-sys" version = "0.48.0" @@ -4459,6 +4582,21 @@ dependencies = [ "windows-targets 0.52.4", ] +[[package]] +name = "windows-targets" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e5180c00cd44c9b1c88adb3693291f1cd93605ded80c250a75d472756b4d071" +dependencies = [ + "windows_aarch64_gnullvm 0.42.2", + "windows_aarch64_msvc 0.42.2", + "windows_i686_gnu 0.42.2", + "windows_i686_msvc 0.42.2", + "windows_x86_64_gnu 0.42.2", + "windows_x86_64_gnullvm 0.42.2", + "windows_x86_64_msvc 0.42.2", +] + [[package]] name = "windows-targets" version = "0.48.5" @@ -4489,6 +4627,12 @@ dependencies = [ "windows_x86_64_msvc 0.52.4", ] +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "597a5118570b68bc08d8d59125332c54f1ba9d9adeedeef5b99b02ba2b0698f8" + [[package]] name = "windows_aarch64_gnullvm" version = "0.48.5" @@ -4501,6 +4645,12 @@ version = "0.52.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bcf46cf4c365c6f2d1cc93ce535f2c8b244591df96ceee75d8e83deb70a9cac9" +[[package]] +name = "windows_aarch64_msvc" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e08e8864a60f06ef0d0ff4ba04124db8b0fb3be5776a5cd47641e942e58c4d43" + [[package]] name = "windows_aarch64_msvc" version = "0.48.5" @@ -4513,6 +4663,12 @@ version = "0.52.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "da9f259dd3bcf6990b55bffd094c4f7235817ba4ceebde8e6d11cd0c5633b675" +[[package]] +name = "windows_i686_gnu" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c61d927d8da41da96a81f029489353e68739737d3beca43145c8afec9a31a84f" + [[package]] name = "windows_i686_gnu" version = "0.48.5" @@ -4525,6 +4681,12 @@ version = "0.52.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b474d8268f99e0995f25b9f095bc7434632601028cf86590aea5c8a5cb7801d3" +[[package]] +name = "windows_i686_msvc" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "44d840b6ec649f480a41c8d80f9c65108b92d89345dd94027bfe06ac444d1060" + [[package]] name = "windows_i686_msvc" version = "0.48.5" @@ -4537,6 +4699,12 @@ version = "0.52.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1515e9a29e5bed743cb4415a9ecf5dfca648ce85ee42e15873c3cd8610ff8e02" +[[package]] +name = "windows_x86_64_gnu" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8de912b8b8feb55c064867cf047dda097f92d51efad5b491dfb98f6bbb70cb36" + [[package]] name = "windows_x86_64_gnu" version = "0.48.5" @@ -4549,6 +4717,12 @@ version = "0.52.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5eee091590e89cc02ad514ffe3ead9eb6b660aedca2183455434b93546371a03" +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "26d41b46a36d453748aedef1486d5c7a85db22e56aff34643984ea85514e94a3" + [[package]] name = "windows_x86_64_gnullvm" version = "0.48.5" @@ -4561,6 +4735,12 @@ version = "0.52.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "77ca79f2451b49fa9e2af39f0747fe999fcda4f5e241b2898624dca97a1f2177" +[[package]] +name = "windows_x86_64_msvc" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9aec5da331524158c6d1a4ac0ab1541149c0b9505fde06423b02f5ef0106b9f0" + [[package]] name = "windows_x86_64_msvc" version = "0.48.5" diff --git a/Cargo.toml b/Cargo.toml index 8d30a9e..d8d1aac 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -10,6 +10,8 @@ members = [ "./plugins/openaddresses-plugin", "./plugins/progress-plugin", "./plugins/upload-plugin", + "./packages/datagen", + "crates/datagen-java", "./plugins/sql-plugin", "./packages/datagen" ] diff --git a/crates/datagen-java/Cargo.toml b/crates/datagen-java/Cargo.toml new file mode 100644 index 0000000..1a402fe --- /dev/null +++ b/crates/datagen-java/Cargo.toml @@ -0,0 +1,17 @@ +[package] +name = "datagen-java" +version = "0.2.0" +edition = "2021" +repository = "https://github.com/MarkusJx/datagen" +license = "MIT" + +[lib] +crate-type = ["cdylib"] + +[dependencies] +serde_json = "1.0.114" +datagen-rs = { path = "../datagen-rs", features = ["all"] } +datagen-rs-progress-plugin = { path = "../../plugins/progress-plugin" } +jni-bindgen = { git = "https://github.com/MarkusJx/jni-bindgen" } +jni = "0.21.1" +anyhow = "1.0.80" diff --git a/crates/datagen-java/src/lib.rs b/crates/datagen-java/src/lib.rs new file mode 100644 index 0000000..b38ac0c --- /dev/null +++ b/crates/datagen-java/src/lib.rs @@ -0,0 +1,60 @@ +use datagen_rs_progress_plugin::{PluginWithSchemaResult, ProgressPlugin}; +use jni::JNIEnv; +use jni_bindgen::jni; +use jni_bindgen::objects::traits::{FromJNI, ObjectFromJNI}; + +#[jni(package = "com.github.markusjx.datagen.generated")] +trait GenerateCallback: Send + Sync { + fn progress(&self, env: &mut JNIEnv, current: i32, total: i32) -> jni_bindgen::Result<()>; +} + +struct DatagenImpl; + +#[jni( + package = "com.github.markusjx.datagen.generated", + not_null_annotation = "jakarta.validation.constraints.NotNull", + nullable_annotation = "jakarta.annotation.Nullable" +)] +impl DatagenImpl { + #[jni] + fn generate_random_data( + env: &mut JNIEnv, + schema: String, + callback: Option>, + ) -> anyhow::Result { + let vm = env.get_java_vm()?; + let schema = serde_json::from_str(&schema)?; + let (schema, plugins) = if let Some(callback) = callback { + let PluginWithSchemaResult { schema, plugins } = + ProgressPlugin::with_schema(schema, move |current, total| { + if let Err(e) = + Self::call_callback(&vm, callback.as_ref(), current as i32, total as i32) + { + eprintln!("Failed to call callback: {}", e); + } + })?; + + (schema, Some(plugins)) + } else { + (schema, None) + }; + + datagen_rs::util::helpers::generate_random_data(schema, plugins) + } + + #[jni] + fn get_schema() -> anyhow::Result { + let schema = datagen_rs::util::helpers::get_schema_value()?; + serde_json::to_string_pretty(&schema).map_err(Into::into) + } + + fn call_callback( + vm: &jni::JavaVM, + callback: &dyn GenerateCallback, + current: i32, + total: i32, + ) -> jni_bindgen::Result<()> { + let mut env = vm.get_env()?; + callback.progress(&mut env, current, total) + } +} diff --git a/packages/datagen-java/.gitignore b/packages/datagen-java/.gitignore new file mode 100644 index 0000000..ef6aee3 --- /dev/null +++ b/packages/datagen-java/.gitignore @@ -0,0 +1,41 @@ +.gradle +build/ +!gradle/wrapper/gradle-wrapper.jar +!**/src/main/**/build/ +!**/src/test/**/build/ + +### IntelliJ IDEA ### +.idea +*.iws +*.iml +*.ipr +out/ +!**/src/main/**/out/ +!**/src/test/**/out/ + +### Eclipse ### +.apt_generated +.classpath +.factorypath +.project +.settings +.springBeans +.sts4-cache +bin/ +!**/src/main/**/bin/ +!**/src/test/**/bin/ + +### NetBeans ### +/nbproject/private/ +/nbbuild/ +/dist/ +/nbdist/ +/.nb-gradle/ + +### VS Code ### +.vscode/ + +### Mac OS ### +.DS_Store + +src/main/java/com/github/markusjx/datagen/generated/ \ No newline at end of file diff --git a/packages/datagen-java/build.gradle b/packages/datagen-java/build.gradle new file mode 100644 index 0000000..5a78d04 --- /dev/null +++ b/packages/datagen-java/build.gradle @@ -0,0 +1,160 @@ +import java.util.regex.Pattern + +plugins { + id 'java' + id "com.diffplug.spotless" version "6.22.0" + id "com.adarshr.test-logger" version "4.0.0" + id 'maven-publish' +} + +group = 'com.github.markusjx' +version = '1.0-SNAPSHOT' + +repositories { + mavenCentral() + maven { url 'https://jitpack.io' } + maven { + url 'http://localhost:8081/repository/maven-snapshots/' + allowInsecureProtocol = true + } +} + +spotless { + format 'misc', { + target '*.gradle', '*.md', '.gitignore' + + trimTrailingWhitespace() + indentWithSpaces(4) + endWithNewline() + } + java { + googleJavaFormat('1.18.1').aosp().reflowLongStrings() + formatAnnotations() + } +} + +tasks.register('assembleArtifact', Copy) { + from fileTree("${project.projectDir}/../../target").matching { + include '**/*-*-**/release/datagen_java.dll', '**/*-*-**/release/datagen_java.so', '**/*-*-**/release/datagen_java.dylib' + }.files + into file("${layout.buildDirectory.get()}/libs/") + filesMatching("*") { + def matcher = Pattern.compile(".+[/\\\\](.+-.+-.+)[/\\\\]release[/\\\\]datagen_java\\.(dll|so|dylib)").matcher(it.getFile().path) + if (matcher.find()) { + it.path = "datagen_java-${matcher.group(1)}.${matcher.group(2)}" + } + } +} + +dependencies { + implementation 'jakarta.validation:jakarta.validation-api:3.1.0-M1' + implementation 'jakarta.annotation:jakarta.annotation-api:3.0.0-M1' + implementation 'com.github.MarkusJx:jni-bindgen:master-SNAPSHOT' + implementation 'com.google.code.gson:gson:2.10.1' + implementation 'org.jetbrains:annotations:15.0' + + testImplementation platform('org.junit:junit-bom:5.9.1') + testImplementation 'org.junit.jupiter:junit-jupiter' +} + +//jar { +// from fileTree("${project.projectDir}/../../target").matching { +// include '**/release/datagen_java.dll', '**/release/datagen_java.so', '**/release/datagen_java.dylib' +// }.files +//} + +test { + /*systemProperty( + "java.library.path", + "${projectDir}/../../target/debug" + )*/ + useJUnitPlatform() +} + +//publishing { +// publications { +// mavenJava(MavenPublication) { +// artifactId = 'datagen' +// from components.java +// versionMapping { +// usage('java-api') { +// fromResolutionOf('runtimeClasspath') +// } +// usage('java-runtime') { +// fromResolutionResult() +// } +// } +// pom { +// name = 'datagen' +// description = 'A random data generator' +// url = 'https://markusjx.github.io/datagen/' +// licenses { +// license { +// name = 'MIT License' +// url = 'https://opensource.org/license/mit' +// } +// } +// developers { +// developer { +// id = 'MarkusJx' +// } +// } +// } +// } +// +// fileTree("${layout.buildDirectory.get()}/libs/").matching { +// include '**/*.dll', '**/*.so', '**/*.dylib' +// }.files.stream().map { File f -> +// mavenJava(MavenPublication) { +// def matcher = Pattern.compile("datagen_java-(.+-.+-.+)\\.(dll|so|dylib)").matcher(f.name) +// if (!matcher.find()) { +// throw new IllegalArgumentException("Invalid file name: ${f.name}") +// } +// +// artifacts.add('native', f) { +// builtBy tasks.getByName("assembleArtifact") +// } +// +// artifact source: f.path, classifier: matcher.group(1) +// versionMapping { +// usage('java-api') { +// fromResolutionOf('runtimeClasspath') +// } +// usage('java-runtime') { +// fromResolutionResult() +// } +// } +// pom { +// name = 'datagen' +// description = 'A random data generator' +// url = 'https://markusjx.github.io/datagen/' +// licenses { +// license { +// name = 'MIT License' +// url = 'https://opensource.org/license/mit' +// } +// } +// developers { +// developer { +// id = 'MarkusJx' +// } +// } +// } +// } +// }.toList() +// } +// repositories { +// maven { +// allowInsecureProtocol = true +// url = 'http://localhost:8081/repository/maven-snapshots/' +// credentials { +// username 'admin' +// password 'admin' +// } +// } +// } +//} + + +assemble.dependsOn assembleArtifact +build.dependsOn assemble diff --git a/packages/datagen-java/datagen-native/build.gradle b/packages/datagen-java/datagen-native/build.gradle new file mode 100644 index 0000000..b9e6ac2 --- /dev/null +++ b/packages/datagen-java/datagen-native/build.gradle @@ -0,0 +1,102 @@ +import java.util.regex.Pattern +import com.github.jengelman.gradle.plugins.shadow.tasks.ShadowJar + +plugins { + id 'com.github.johnrengelman.shadow' version '8.1.1' + id 'java' +} + +group = 'com.github.markusjx' +version = '1.0-SNAPSHOT' + +repositories { + mavenCentral() + maven { url 'https://jitpack.io' } + maven { + url 'http://localhost:8081/repository/maven-snapshots/' + allowInsecureProtocol = true + } +} + +dependencies { + testImplementation platform('org.junit:junit-bom:5.10.0') + testImplementation 'org.junit.jupiter:junit-jupiter' +} + +test { + useJUnitPlatform() +} + +def tasks = fileTree("${project.projectDir}/../../../target").matching { + include '**/release/datagen_java.dll', '**/release/libdatagen_java.so', '**/release/libdatagen_java.dylib' +}.files.stream().map { File f -> + def matcher = Pattern.compile(".+[/\\\\]target[/\\\\](.+-.+-.+)[/\\\\]release[/\\\\]((?>lib)?datagen_java\\.(?>dll|so|dylib))").matcher(f.path) + if (!matcher.find()) { + return null + } + + def classifier = matcher.group(1) + def classifierCamelCase = Pattern.compile("-([a-z0-9])") + .matcher(classifier.substring(0, 1).toUpperCase() + classifier.substring(1).replace('_', '-')) + .replaceAll(mr -> mr.group(1).toUpperCase()) + [tasks.register("native-jar-${classifier}", ShadowJar) { + from f + from(sourceSets.main.output) + relocate 'com.github.markusjx.datagen.DatagenNative', "com.github.markusjx.datagen.DatagenNative${classifierCamelCase}" + archiveClassifier = classifier + }, classifier] +}.filter { + it != null +}.toList() + +jar { + dependsOn(tasks.stream().map { it[0] }.toList()) +} + +publishing { + publications { + tasks.stream() + .map { task -> { + mavenJava(MavenPublication) { + artifactId = 'datagen-native' + artifact task[0] + version = '1.0-SNAPSHOT' + versionMapping { + usage('java-api') { + fromResolutionOf('runtimeClasspath') + } + usage('java-runtime') { + fromResolutionResult() + } + } + pom { + name = 'datagen-native' + description = 'A random data generator' + url = 'https://markusjx.github.io/datagen/' + licenses { + license { + name = 'MIT License' + url = 'https://opensource.org/license/mit' + } + } + developers { + developer { + id = 'MarkusJx' + } + } + } + } + }} + .toList() + } + repositories { + maven { + allowInsecureProtocol = true + url = 'http://localhost:8081/repository/maven-snapshots/' + credentials { + username 'admin' + password 'admin' + } + } + } +} diff --git a/packages/datagen-java/examples/build.gradle b/packages/datagen-java/examples/build.gradle new file mode 100644 index 0000000..75c4090 --- /dev/null +++ b/packages/datagen-java/examples/build.gradle @@ -0,0 +1,61 @@ +plugins { + id 'java' + id 'application' + id "com.diffplug.spotless" version "6.22.0" +} + +group = 'com.github.markusjx' +version = '1.0-SNAPSHOT' + +repositories { + mavenCentral() + maven { url 'https://jitpack.io' } + maven { + url 'http://localhost:8081/repository/maven-snapshots/' + allowInsecureProtocol = true + } +} + +spotless { + format 'misc', { + target '*.gradle', '*.md', '.gitignore' + + trimTrailingWhitespace() + indentWithSpaces(4) + endWithNewline() + } + java { + googleJavaFormat('1.18.1').aosp().reflowLongStrings() + formatAnnotations() + } +} + +dependencies { + implementation files('../build/libs/datagen-1.0-SNAPSHOT.jar') +// implementation 'com.github.markusjx:datagen-native:1.0-SNAPSHOT:x86_64-pc-windows-msvc' + implementation 'com.github.markusjx:datagen-native:1.0-SNAPSHOT:x86_64-unknown-linux-gnu' + implementation 'com.github.markusjx:datagen-native:1.0-SNAPSHOT:x86_64-pc-windows-msvc' + implementation 'jakarta.validation:jakarta.validation-api:3.1.0-M1' + implementation 'jakarta.annotation:jakarta.annotation-api:3.0.0-M1' + implementation 'com.github.MarkusJx:jni-bindgen:master-SNAPSHOT' + implementation 'com.google.code.gson:gson:2.10.1' + implementation 'org.jetbrains:annotations:15.0' + + testImplementation platform('org.junit:junit-bom:5.10.0') + testImplementation 'org.junit.jupiter:junit-jupiter' +} + +compileJava.dependsOn rootProject.jar + +test { + useJUnitPlatform() +} + +apply plugin : "java" +ext { + javaMainClass = 'com.github.markusjx.datagen.examples.Main' +} + +application { + mainClass = javaMainClass +} \ No newline at end of file diff --git a/packages/datagen-java/examples/src/main/java/com/github/markusjx/datagen/examples/Main.java b/packages/datagen-java/examples/src/main/java/com/github/markusjx/datagen/examples/Main.java new file mode 100644 index 0000000..efba4a6 --- /dev/null +++ b/packages/datagen-java/examples/src/main/java/com/github/markusjx/datagen/examples/Main.java @@ -0,0 +1,29 @@ +package com.github.markusjx.datagen.examples; + +import com.github.markusjx.datagen.Datagen; + +public class Main { + public static void main(String[] args) throws Exception { + Datagen datagen = new Datagen(); + String generated = datagen.generateAsString(""" + { + "type": "object", + "properties": { + "name": { + "type": "string", + "generator": { + "type": "fullName" + } + }, + "age": { + "type": "number", + "min": 0, + "max": 100 + } + } + } + """); + + System.out.println(generated); + } +} \ No newline at end of file diff --git a/packages/datagen-java/gradle/wrapper/gradle-wrapper.jar b/packages/datagen-java/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 0000000..249e583 Binary files /dev/null and b/packages/datagen-java/gradle/wrapper/gradle-wrapper.jar differ diff --git a/packages/datagen-java/gradle/wrapper/gradle-wrapper.properties b/packages/datagen-java/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000..4451eae --- /dev/null +++ b/packages/datagen-java/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,6 @@ +#Sun Mar 17 12:17:53 CET 2024 +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-8.4-bin.zip +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists diff --git a/packages/datagen-java/gradlew b/packages/datagen-java/gradlew new file mode 100644 index 0000000..1b6c787 --- /dev/null +++ b/packages/datagen-java/gradlew @@ -0,0 +1,234 @@ +#!/bin/sh + +# +# Copyright © 2015-2021 the original authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +############################################################################## +# +# Gradle start up script for POSIX generated by Gradle. +# +# Important for running: +# +# (1) You need a POSIX-compliant shell to run this script. If your /bin/sh is +# noncompliant, but you have some other compliant shell such as ksh or +# bash, then to run this script, type that shell name before the whole +# command line, like: +# +# ksh Gradle +# +# Busybox and similar reduced shells will NOT work, because this script +# requires all of these POSIX shell features: +# * functions; +# * expansions «$var», «${var}», «${var:-default}», «${var+SET}», +# «${var#prefix}», «${var%suffix}», and «$( cmd )»; +# * compound commands having a testable exit status, especially «case»; +# * various built-in commands including «command», «set», and «ulimit». +# +# Important for patching: +# +# (2) This script targets any POSIX shell, so it avoids extensions provided +# by Bash, Ksh, etc; in particular arrays are avoided. +# +# The "traditional" practice of packing multiple parameters into a +# space-separated string is a well documented source of bugs and security +# problems, so this is (mostly) avoided, by progressively accumulating +# options in "$@", and eventually passing that to Java. +# +# Where the inherited environment variables (DEFAULT_JVM_OPTS, JAVA_OPTS, +# and GRADLE_OPTS) rely on word-splitting, this is performed explicitly; +# see the in-line comments for details. +# +# There are tweaks for specific operating systems such as AIX, CygWin, +# Darwin, MinGW, and NonStop. +# +# (3) This script is generated from the Groovy template +# https://github.com/gradle/gradle/blob/master/subprojects/plugins/src/main/resources/org/gradle/api/internal/plugins/unixStartScript.txt +# within the Gradle project. +# +# You can find Gradle at https://github.com/gradle/gradle/. +# +############################################################################## + +# Attempt to set APP_HOME + +# Resolve links: $0 may be a link +app_path=$0 + +# Need this for daisy-chained symlinks. +while + APP_HOME=${app_path%"${app_path##*/}"} # leaves a trailing /; empty if no leading path + [ -h "$app_path" ] +do + ls=$( ls -ld "$app_path" ) + link=${ls#*' -> '} + case $link in #( + /*) app_path=$link ;; #( + *) app_path=$APP_HOME$link ;; + esac +done + +APP_HOME=$( cd "${APP_HOME:-./}" && pwd -P ) || exit + +APP_NAME="Gradle" +APP_BASE_NAME=${0##*/} + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD=maximum + +warn () { + echo "$*" +} >&2 + +die () { + echo + echo "$*" + echo + exit 1 +} >&2 + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "$( uname )" in #( + CYGWIN* ) cygwin=true ;; #( + Darwin* ) darwin=true ;; #( + MSYS* | MINGW* ) msys=true ;; #( + NONSTOP* ) nonstop=true ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD=$JAVA_HOME/jre/sh/java + else + JAVACMD=$JAVA_HOME/bin/java + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD=java + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if ! "$cygwin" && ! "$darwin" && ! "$nonstop" ; then + case $MAX_FD in #( + max*) + MAX_FD=$( ulimit -H -n ) || + warn "Could not query maximum file descriptor limit" + esac + case $MAX_FD in #( + '' | soft) :;; #( + *) + ulimit -n "$MAX_FD" || + warn "Could not set maximum file descriptor limit to $MAX_FD" + esac +fi + +# Collect all arguments for the java command, stacking in reverse order: +# * args from the command line +# * the main class name +# * -classpath +# * -D...appname settings +# * --module-path (only if needed) +# * DEFAULT_JVM_OPTS, JAVA_OPTS, and GRADLE_OPTS environment variables. + +# For Cygwin or MSYS, switch paths to Windows format before running java +if "$cygwin" || "$msys" ; then + APP_HOME=$( cygpath --path --mixed "$APP_HOME" ) + CLASSPATH=$( cygpath --path --mixed "$CLASSPATH" ) + + JAVACMD=$( cygpath --unix "$JAVACMD" ) + + # Now convert the arguments - kludge to limit ourselves to /bin/sh + for arg do + if + case $arg in #( + -*) false ;; # don't mess with options #( + /?*) t=${arg#/} t=/${t%%/*} # looks like a POSIX filepath + [ -e "$t" ] ;; #( + *) false ;; + esac + then + arg=$( cygpath --path --ignore --mixed "$arg" ) + fi + # Roll the args list around exactly as many times as the number of + # args, so each arg winds up back in the position where it started, but + # possibly modified. + # + # NB: a `for` loop captures its iteration list before it begins, so + # changing the positional parameters here affects neither the number of + # iterations, nor the values presented in `arg`. + shift # remove old arg + set -- "$@" "$arg" # push replacement arg + done +fi + +# Collect all arguments for the java command; +# * $DEFAULT_JVM_OPTS, $JAVA_OPTS, and $GRADLE_OPTS can contain fragments of +# shell script including quotes and variable substitutions, so put them in +# double quotes to make sure that they get re-expanded; and +# * put everything else in single quotes, so that it's not re-expanded. + +set -- \ + "-Dorg.gradle.appname=$APP_BASE_NAME" \ + -classpath "$CLASSPATH" \ + org.gradle.wrapper.GradleWrapperMain \ + "$@" + +# Use "xargs" to parse quoted args. +# +# With -n1 it outputs one arg per line, with the quotes and backslashes removed. +# +# In Bash we could simply go: +# +# readarray ARGS < <( xargs -n1 <<<"$var" ) && +# set -- "${ARGS[@]}" "$@" +# +# but POSIX shell has neither arrays nor command substitution, so instead we +# post-process each arg (as a line of input to sed) to backslash-escape any +# character that might be a shell metacharacter, then use eval to reverse +# that process (while maintaining the separation between arguments), and wrap +# the whole thing up as a single "set" statement. +# +# This will of course break if any of these variables contains a newline or +# an unmatched quote. +# + +eval "set -- $( + printf '%s\n' "$DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS" | + xargs -n1 | + sed ' s~[^-[:alnum:]+,./:=@_]~\\&~g; ' | + tr '\n' ' ' + )" '"$@"' + +exec "$JAVACMD" "$@" diff --git a/packages/datagen-java/gradlew.bat b/packages/datagen-java/gradlew.bat new file mode 100644 index 0000000..107acd3 --- /dev/null +++ b/packages/datagen-java/gradlew.bat @@ -0,0 +1,89 @@ +@rem +@rem Copyright 2015 the original author or authors. +@rem +@rem Licensed under the Apache License, Version 2.0 (the "License"); +@rem you may not use this file except in compliance with the License. +@rem You may obtain a copy of the License at +@rem +@rem https://www.apache.org/licenses/LICENSE-2.0 +@rem +@rem Unless required by applicable law or agreed to in writing, software +@rem distributed under the License is distributed on an "AS IS" BASIS, +@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +@rem See the License for the specific language governing permissions and +@rem limitations under the License. +@rem + +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Resolve any "." and ".." in APP_HOME to make it shorter. +for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto execute + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto execute + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %* + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/packages/datagen-java/settings.gradle b/packages/datagen-java/settings.gradle new file mode 100644 index 0000000..dbfd815 --- /dev/null +++ b/packages/datagen-java/settings.gradle @@ -0,0 +1,5 @@ +rootProject.name = 'datagen' +include 'examples' +include 'datagen-native' +include 'base' + diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/Datagen.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/Datagen.java new file mode 100644 index 0000000..81953ba --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/Datagen.java @@ -0,0 +1,81 @@ +package com.github.markusjx.datagen; + +import com.github.markusjx.datagen.generated.DatagenImpl; +import com.github.markusjx.datagen.generated.GenerateCallback; +import com.github.markusjx.datagen.schema.AnySchema; +import com.github.markusjx.jnibindgen.NativeExecutionException; +import com.google.gson.Gson; +import jakarta.annotation.Nullable; +import jakarta.validation.constraints.NotNull; + +public class Datagen { + private final Gson gson; + + public Datagen() { + this(null, null); + } + + public Datagen(@Nullable String libraryPath) { + this(libraryPath, null); + } + + public Datagen(@Nullable String libraryPath, @Nullable Gson gson) { + LibraryLoader.loadLibrary(libraryPath); + this.gson = gson != null ? gson : new Gson(); + } + + public @NotNull String generateAsString( + @NotNull String schema, @Nullable GenerateCallback callback + ) + throws NativeExecutionException { + return DatagenImpl.generateRandomData(schema, callback); + } + + public @NotNull String generateAsString(@NotNull String schema) + throws NativeExecutionException { + return generateAsString(schema, null); + } + + public @NotNull String generateAsString( + @Nullable AnySchema schema, @Nullable GenerateCallback callback + ) + throws NativeExecutionException { + return DatagenImpl.generateRandomData(gson.toJson(schema), callback); + } + + public @NotNull String generateAsString(@Nullable AnySchema schema) + throws NativeExecutionException { + return generateAsString(schema, null); + } + + public @NotNull T generate( + @NotNull String schema, @NotNull Class clazz, + @Nullable GenerateCallback callback + ) + throws NativeExecutionException { + return gson.fromJson(generateAsString(schema, callback), clazz); + } + + public @NotNull T generate(@NotNull String schema, @NotNull Class clazz) + throws NativeExecutionException { + return generate(schema, clazz, null); + } + + public @NotNull T generate( + @Nullable AnySchema schema, + @NotNull Class clazz, + @Nullable GenerateCallback callback + ) + throws NativeExecutionException { + return gson.fromJson(generateAsString(schema, callback), clazz); + } + + public @NotNull T generate(@Nullable AnySchema schema, @NotNull Class clazz) + throws NativeExecutionException { + return generate(schema, clazz, null); + } + + public @NotNull String getSchema() throws NativeExecutionException { + return DatagenImpl.getSchema(); + } +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/LibraryLoader.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/LibraryLoader.java new file mode 100644 index 0000000..9016d9b --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/LibraryLoader.java @@ -0,0 +1,70 @@ +package com.github.markusjx.datagen; + +import java.io.File; +import java.io.FileOutputStream; +import java.io.IOException; +import java.io.InputStream; +import java.util.concurrent.atomic.AtomicBoolean; + +public abstract class LibraryLoader { + private static final AtomicBoolean LIBRARY_LOADED = new AtomicBoolean(false); + private static final String LIBRARY_NAME = "datagen_java"; + + private LibraryLoader() { + throw new UnsupportedOperationException("LibraryLoader cannot be instantiated"); + } + + public static void loadLibrary(String path) { + if (LIBRARY_LOADED.get()) { + return; + } + + synchronized (LIBRARY_LOADED) { + if (LIBRARY_LOADED.get()) { + return; + } + + if (path != null && path.contains(File.separator)) { + System.load(path); + } else { + try { + System.loadLibrary(path == null ? LIBRARY_NAME : path); + } catch (UnsatisfiedLinkError ignored) { + loadLibraryInternal(); + } + } + } + } + + private static void loadLibraryInternal() { + try (LibraryInfo info = findLibrary()) { + File outFile = File.createTempFile(info.name, null); + outFile.deleteOnExit(); + + try (FileOutputStream out = new FileOutputStream(outFile)) { + info.stream.transferTo(out); + } + + System.load(outFile.getAbsolutePath()); + } catch (IOException e) { + throw new RuntimeException("Failed to load library from resources", e); + } + } + + private static LibraryInfo findLibrary() throws IOException { + String fileName = System.mapLibraryName(LIBRARY_NAME); + InputStream in = LibraryLoader.class.getResourceAsStream("/" + fileName); + if (in == null) { + throw new IOException("Library '%s' not found in resources".formatted(fileName)); + } + + return new LibraryInfo(in, fileName); + } + + private record LibraryInfo(InputStream stream, String name) implements AutoCloseable { + @Override + public void close() throws IOException { + stream.close(); + } + } +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/AnySchema.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/AnySchema.java new file mode 100644 index 0000000..4f4cef9 --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/AnySchema.java @@ -0,0 +1,24 @@ +package com.github.markusjx.datagen.schema; + +import jakarta.validation.constraints.NotNull; +import java.util.ArrayList; +import java.util.List; + +public abstract class AnySchema> implements SerializableSchema { + protected DatagenType type; + private List transform; + + protected AnySchema(@NotNull DatagenType type) { + this.type = type; + } + + @SuppressWarnings("unchecked") + public @NotNull T transform(@NotNull Transform transform) { + if (this.transform == null) { + this.transform = new ArrayList<>(); + } + + this.transform.add(transform); + return (T) this; + } +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/ArraySchema.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/ArraySchema.java new file mode 100644 index 0000000..c168e63 --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/ArraySchema.java @@ -0,0 +1,30 @@ +package com.github.markusjx.datagen.schema; + +import jakarta.annotation.Nullable; +import jakarta.validation.constraints.NotNull; +import java.util.Map; + +@SuppressWarnings("unused") +public class ArraySchema extends AnySchema { + private Map length; + private SerializableSchema items; + + public ArraySchema() { + super(DatagenType.ARRAY); + } + + public @NotNull ArraySchema fixedLength(int length) { + this.length = Map.of("value", length); + return this; + } + + public @NotNull ArraySchema randomLength(int min, int max) { + this.length = Map.of("min", min, "max", max); + return this; + } + + public @NotNull ArraySchema items(@Nullable AnySchema items) { + this.items = items; + return this; + } +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/DatagenType.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/DatagenType.java new file mode 100644 index 0000000..9dbcb3a --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/DatagenType.java @@ -0,0 +1,30 @@ +package com.github.markusjx.datagen.schema; + +import com.google.gson.annotations.SerializedName; + +public enum DatagenType { + @SerializedName("array") + ARRAY, + @SerializedName("object") + OBJECT, + @SerializedName("integer") + INTEGER, + @SerializedName("number") + NUMBER, + @SerializedName("string") + STRING, + @SerializedName("bool") + BOOL, + @SerializedName("counter") + COUNTER, + @SerializedName("anyOf") + ANY_OF, + @SerializedName("flatten") + FLATTEN, + @SerializedName("plugin") + PLUGIN, + @SerializedName("file") + FILE, + @SerializedName("null") + NULL +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/GenericSchema.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/GenericSchema.java new file mode 100644 index 0000000..962dd8a --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/GenericSchema.java @@ -0,0 +1,158 @@ +package com.github.markusjx.datagen.schema; + +import jakarta.annotation.Nullable; +import jakarta.validation.constraints.NotNull; +import java.util.ArrayList; +import java.util.List; +import java.util.Map; + +@SuppressWarnings("unused") +public class GenericSchema extends AnySchema { + private Object value; + private Number min; + private Number max; + private Integer start; + private Integer stop; + private Boolean pathSpecific; + private Double probability; + private List values; + private String pluginName; + private Map args; + private StringGenerator generator; + private String path; + private String mode; + + public GenericSchema(@NotNull DatagenType type) { + super(type); + } + + public @NotNull GenericSchema value(@Nullable Object value) { + this.value = value; + return this; + } + + public @NotNull GenericSchema min(@Nullable Number min) { + this.min = min; + return this; + } + + public @NotNull GenericSchema max(@Nullable Number max) { + this.max = max; + return this; + } + + public @NotNull GenericSchema start(@Nullable Integer start) { + this.start = start; + return this; + } + + public @NotNull GenericSchema stop(@Nullable Integer stop) { + this.stop = stop; + return this; + } + + public @NotNull GenericSchema pathSpecific(@Nullable Boolean pathSpecific) { + this.pathSpecific = pathSpecific; + return this; + } + + public @NotNull GenericSchema probability(@Nullable Double probability) { + this.probability = probability; + return this; + } + + public @NotNull GenericSchema values(List> values) { + this.values = new ArrayList<>(values); + return this; + } + + public @NotNull GenericSchema pluginName(@Nullable String name) { + this.pluginName = name; + return this; + } + + public @NotNull GenericSchema args(@Nullable Map args) { + this.args = args; + return this; + } + + public @NotNull GenericSchema generator(@Nullable StringGenerator generator) { + this.generator = generator; + return this; + } + + public @NotNull GenericSchema path(@Nullable String path) { + this.path = path; + return this; + } + + public @NotNull GenericSchema mode(@Nullable String mode) { + this.mode = mode; + return this; + } + + public static @NotNull GenericSchema integer(int value) { + return new GenericSchema(DatagenType.INTEGER).value(value); + } + + public static @NotNull GenericSchema integer(int min, int max) { + return new GenericSchema(DatagenType.INTEGER).min(min).max(max); + } + + public static @NotNull GenericSchema number(double value) { + return new GenericSchema(DatagenType.NUMBER).value(value); + } + + public static @NotNull GenericSchema number(double min, double max) { + return new GenericSchema(DatagenType.NUMBER).min(min).max(max); + } + + public static @NotNull GenericSchema string(@NotNull String value) { + return new GenericSchema(DatagenType.STRING).value(value); + } + + public static @NotNull GenericSchema string(@NotNull StringGenerator generator) { + return new GenericSchema(DatagenType.STRING).generator(generator); + } + + public static @NotNull GenericSchema bool(boolean value) { + return new GenericSchema(DatagenType.BOOL).value(value); + } + + public static @NotNull GenericSchema bool(double probability) { + return new GenericSchema(DatagenType.BOOL).probability(probability); + } + + public static @NotNull GenericSchema counter( + @Nullable Integer start, @Nullable Integer stop, @Nullable Boolean pathSpecific) { + return new GenericSchema(DatagenType.COUNTER) + .start(start) + .stop(stop) + .pathSpecific(pathSpecific); + } + + public static @NotNull GenericSchema anyOf(@NotNull List> values) { + return new GenericSchema(DatagenType.ANY_OF).values(values); + } + + public static @NotNull GenericSchema anyOf(@NotNull AnySchema... values) { + return anyOf(List.of(values)); + } + + public static @NotNull GenericSchema flatten(@NotNull List> values) { + return new GenericSchema(DatagenType.FLATTEN).values(values); + } + + public static @NotNull GenericSchema flatten(@NotNull AnySchema... values) { + return flatten(List.of(values)); + } + + public static @NotNull GenericSchema plugin( + @NotNull String pluginName, @Nullable Map args) { + return new GenericSchema(DatagenType.PLUGIN).pluginName(pluginName).args(args); + } + + public static @NotNull GenericSchema file(@NotNull String path, @Nullable String mode) { + return new GenericSchema(DatagenType.FILE).path(path).mode(mode); + } +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/ObjectSchema.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/ObjectSchema.java new file mode 100644 index 0000000..4739541 --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/ObjectSchema.java @@ -0,0 +1,28 @@ +package com.github.markusjx.datagen.schema; + +import jakarta.annotation.Nullable; +import jakarta.validation.constraints.NotNull; +import java.util.HashMap; +import java.util.Map; + +public class ObjectSchema extends AnySchema { + private Map properties; + + public ObjectSchema() { + super(DatagenType.OBJECT); + } + + public @NotNull ObjectSchema properties(@NotNull Map> properties) { + this.properties = new HashMap<>(properties); + return this; + } + + public @NotNull ObjectSchema property(@NotNull String name, @Nullable AnySchema schema) { + if (this.properties == null) { + this.properties = new HashMap<>(); + } + + this.properties.put(name, schema); + return this; + } +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/SerializableSchema.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/SerializableSchema.java new file mode 100644 index 0000000..4031e92 --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/SerializableSchema.java @@ -0,0 +1,3 @@ +package com.github.markusjx.datagen.schema; + +public interface SerializableSchema {} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/StringGenerator.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/StringGenerator.java new file mode 100644 index 0000000..179922d --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/StringGenerator.java @@ -0,0 +1,30 @@ +package com.github.markusjx.datagen.schema; + +import jakarta.annotation.Nullable; +import jakarta.validation.constraints.NotNull; +import java.util.Map; + +public class StringGenerator { + private String type; + private String format; + private Map args; + + public StringGenerator(@NotNull String type) { + this.type = type; + } + + public @NotNull StringGenerator format(@Nullable String format) { + this.format = format; + return this; + } + + public @NotNull StringGenerator args(@Nullable Map args) { + this.args = args; + return this; + } + + public static @NotNull StringGenerator format( + @NotNull String format, @NotNull Map args) { + return new StringGenerator("format").format(format).args(args); + } +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/Transform.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/Transform.java new file mode 100644 index 0000000..c3f0c65 --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/Transform.java @@ -0,0 +1,121 @@ +package com.github.markusjx.datagen.schema; + +import jakarta.annotation.Nullable; +import jakarta.validation.constraints.NotNull; +import java.util.Map; +import org.intellij.lang.annotations.Language; + +public class Transform { + private final TransformType type; + private String field; + private String operator; + private String other; + private String pattern; + private Boolean serializeNonStrings; + private String by; + private Boolean reverse; + private String subType; + private String name; + private String format; + private Map args; + + public Transform(@NotNull TransformType type) { + this.type = type; + } + + public @NotNull Transform field(@NotNull String field) { + this.field = field; + return this; + } + + public @NotNull Transform operator(@NotNull String operator) { + this.operator = operator; + return this; + } + + public @NotNull Transform other(@NotNull String other) { + this.other = other; + return this; + } + + public @NotNull Transform pattern(@NotNull String pattern) { + this.pattern = pattern; + return this; + } + + public @NotNull Transform serializeNonStrings(@NotNull Boolean serializeNonStrings) { + this.serializeNonStrings = serializeNonStrings; + return this; + } + + public @NotNull Transform by(@NotNull String by) { + this.by = by; + return this; + } + + public @NotNull Transform reverse(@NotNull Boolean reverse) { + this.reverse = reverse; + return this; + } + + public @NotNull Transform subType(@NotNull String subType) { + this.subType = subType; + return this; + } + + public @NotNull Transform name(@NotNull String name) { + this.name = name; + return this; + } + + public @NotNull Transform format(@NotNull String format) { + this.format = format; + return this; + } + + public @NotNull Transform args(@NotNull Map args) { + this.args = args; + return this; + } + + public static @NotNull Transform filter( + @NotNull String field, @NotNull String operator, @NotNull String other) { + return new Transform(TransformType.FILTER).field(field).operator(operator).other(other); + } + + public static @NotNull Transform filterNonNull(String field) { + return new Transform(TransformType.FILTER_NON_NULL).field(field); + } + + public static @NotNull Transform regexFilter( + @NotNull String field, @NotNull @Language("RegExp") String pattern) { + return new Transform(TransformType.REGEX_FILTER).field(field).pattern(pattern); + } + + public static @NotNull Transform sort(@NotNull String by, @Nullable Boolean reverse) { + return new Transform(TransformType.SORT).by(by).reverse(reverse); + } + + public static @NotNull Transform toUpperCase(@Nullable Boolean serializeNonStrings) { + return new Transform(TransformType.TO_UPPER_CASE).serializeNonStrings(serializeNonStrings); + } + + public static @NotNull Transform toLowerCase(@Nullable Boolean serializeNonStrings) { + return new Transform(TransformType.TO_LOWER_CASE).serializeNonStrings(serializeNonStrings); + } + + public static @NotNull Transform toStringDefault() { + return new Transform(TransformType.TO_STRING).subType("default"); + } + + public static @NotNull Transform toStringFormat( + @NotNull @Language("handlebars") String format) { + toStringFormat("{{name}}"); + return new Transform(TransformType.TO_STRING).subType("format").format(format); + } + + public static @NotNull Transform plugin( + @NotNull String name, @Nullable Map args) { + return new Transform(TransformType.PLUGIN).name(name).args(args); + } +} diff --git a/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/TransformType.java b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/TransformType.java new file mode 100644 index 0000000..c2b0c56 --- /dev/null +++ b/packages/datagen-java/src/main/java/com/github/markusjx/datagen/schema/TransformType.java @@ -0,0 +1,22 @@ +package com.github.markusjx.datagen.schema; + +import com.google.gson.annotations.SerializedName; + +public enum TransformType { + @SerializedName("filter") + FILTER, + @SerializedName("filterNonNull") + FILTER_NON_NULL, + @SerializedName("regexFilter") + REGEX_FILTER, + @SerializedName("sort") + SORT, + @SerializedName("toUpperCase") + TO_UPPER_CASE, + @SerializedName("toLowerCase") + TO_LOWER_CASE, + @SerializedName("toString") + TO_STRING, + @SerializedName("plugin") + PLUGIN +} diff --git a/packages/datagen-java/src/test/java/com/github/markusjx/datagen/DatagenTest.java b/packages/datagen-java/src/test/java/com/github/markusjx/datagen/DatagenTest.java new file mode 100644 index 0000000..951b83f --- /dev/null +++ b/packages/datagen-java/src/test/java/com/github/markusjx/datagen/DatagenTest.java @@ -0,0 +1,159 @@ +package com.github.markusjx.datagen; + +import com.github.markusjx.datagen.schema.AnySchema; +import com.github.markusjx.datagen.schema.GenericSchema; +import com.github.markusjx.datagen.schema.ObjectSchema; +import com.github.markusjx.datagen.schema.StringGenerator; +import com.google.gson.Gson; +import java.util.ArrayList; +import java.util.List; +import java.util.UUID; +import org.junit.jupiter.api.Assertions; +import org.junit.jupiter.api.Test; + +public class DatagenTest { + private static final String SCHEMA_STRING = + """ + { + "type": "object", + "properties": { + "id": { + "type": "string", + "generator": { + "type": "uuid" + } + }, + "number": { + "type": "integer", + "min": 0, + "max": 100 + } + } + }"""; + private static final AnySchema SCHEMA = + new ObjectSchema() + .property("id", GenericSchema.string(new StringGenerator("uuid"))) + .property("number", GenericSchema.integer(0, 100)); + private static final Gson gson = new Gson(); + + @Test + public void testGenerateAsString() throws Exception { + Datagen datagen = new Datagen(); + String generated = datagen.generateAsString(SCHEMA_STRING); + + checkResult(generated); + } + + @Test + public void testGenerate() throws Exception { + Datagen datagen = new Datagen(); + BasicObject result = datagen.generate(SCHEMA_STRING, BasicObject.class); + + checkResult(result); + } + + @Test + public void testGenerateWithAnySchema() throws Exception { + Datagen datagen = new Datagen(); + BasicObject result = datagen.generate(SCHEMA, BasicObject.class); + + checkResult(result); + } + + @Test + public void testGenerateAsStringWithAnySchema() throws Exception { + Datagen datagen = new Datagen(); + String generated = datagen.generateAsString(SCHEMA); + + checkResult(generated); + } + + @Test + public void testGenerateAsStringWithCallback() throws Exception { + Datagen datagen = new Datagen(); + List progress = new ArrayList<>(); + + String generated = + datagen.generateAsString( + SCHEMA_STRING, (cur, total) -> progress.add(new Progress(cur, total))); + + checkResult(generated); + checkProgress(progress); + } + + @Test + public void testGenerateWithCallback() throws Exception { + Datagen datagen = new Datagen(); + List progress = new ArrayList<>(); + + BasicObject result = + datagen.generate( + SCHEMA_STRING, + BasicObject.class, + (cur, total) -> progress.add(new Progress(cur, total))); + + checkResult(result); + checkProgress(progress); + } + + @Test + public void testGenerateWithAnySchemaAndCallback() throws Exception { + Datagen datagen = new Datagen(); + List progress = new ArrayList<>(); + + BasicObject result = + datagen.generate( + SCHEMA, + BasicObject.class, + (cur, total) -> progress.add(new Progress(cur, total))); + + checkResult(result); + checkProgress(progress); + } + + @Test + public void testGenerateAsStringWithAnySchemaAndCallback() throws Exception { + Datagen datagen = new Datagen(); + List progress = new ArrayList<>(); + + String generated = + datagen.generateAsString( + SCHEMA, (cur, total) -> progress.add(new Progress(cur, total))); + + checkResult(generated); + checkProgress(progress); + } + + @Test + public void testGetSchema() throws Exception { + Datagen datagen = new Datagen(); + String schema = datagen.getSchema(); + + Assertions.assertNotNull(schema); + } + + private static void checkProgress(List progress) { + Assertions.assertEquals(3, progress.size()); + Assertions.assertEquals(1, progress.get(0).current()); + Assertions.assertEquals(2, progress.get(1).current()); + Assertions.assertEquals(3, progress.get(2).current()); + Assertions.assertEquals(3, progress.get(0).total()); + Assertions.assertEquals(3, progress.get(1).total()); + Assertions.assertEquals(3, progress.get(2).total()); + } + + private static void checkResult(BasicObject result) { + Assertions.assertNotNull(result); + Assertions.assertNotNull(result.id); + Assertions.assertTrue(result.number >= 0 && result.number <= 100); + } + + private static void checkResult(String generated) { + BasicObject result = gson.fromJson(generated, BasicObject.class); + checkResult(result); + } + + private record BasicObject(UUID id, int number) {} + + private record Progress(int current, int total) {} +}