1. import java.util.ArrayList;
  2. import java.util.List;
  3. import java.util.regex.Matcher;
  4. import java.util.regex.Pattern;
  6. public class MetadataTokenizer {
  8. public static List<String> tokenizeMetadata(String metadata) {
  9. List<String> tokens = new ArrayList<>();
  11. // Define regular expressions for different metadata elements
  12. String[] patterns = {
  13. "name=(?<name>[\\w\\s]+)", // Name: captures alphanumeric characters and spaces
  14. "description=(?<description>[\\w\\s\\.,;:'\"]+)", // Description: alphanumeric, spaces, punctuation
  15. "author=(?<author>[\\w\\s]+)", // Author: alphanumeric and spaces
  16. "date=(?<date>[\\d]{4}-[\\d]{2}-[\\d]{2})", // Date: YYYY-MM-DD format
  17. "version=(?<version>[\\d.]+)", // Version: digits and dots
  18. "tags=(?<tags>[\\w\\s,-]+)" // Tags: alphanumeric, spaces, and commas
  19. };
  21. // Iterate through the patterns
  22. for (String pattern : patterns) {
  23. Pattern regex = Pattern.compile(pattern);
  24. Matcher matcher = regex.matcher(metadata);
  26. while (matcher.find()) {
  27. tokens.add(matcher.group()); // Add the matched group to the tokens
  28. }
  29. }
  31. return tokens;
  32. }
  34. public static void main(String[] args) {
  35. String metadata = "Name=My Application\n" +
  36. "Description=This is a sample application, for testing.\n" +
  37. "Author=John Doe\n" +
  38. "Date=2023-10-27\n" +
  39. "Version=1.2.3\n" +
  40. "Tags=sample, testing, automation";
  42. List<String> tokens = tokenizeMetadata(metadata);
  44. for (String token : tokens) {
  45. System.out.println(token);
  46. }
  47. }
  48. }

Add your comment