diff --git a/.DS_Store b/.DS_Store deleted file mode 100644 index 7737147..0000000 Binary files a/.DS_Store and /dev/null differ diff --git a/.gitignore b/.gitignore index d91b011..e340e6b 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,3 @@ - +.idea .java-version /target diff --git a/.idea/.gitignore b/.idea/.gitignore deleted file mode 100644 index 26d3352..0000000 --- a/.idea/.gitignore +++ /dev/null @@ -1,3 +0,0 @@ -# Default ignored files -/shelf/ -/workspace.xml diff --git a/.idea/compiler.xml b/.idea/compiler.xml deleted file mode 100644 index 47da706..0000000 --- a/.idea/compiler.xml +++ /dev/null @@ -1,22 +0,0 @@ - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/.idea/encodings.xml b/.idea/encodings.xml deleted file mode 100644 index 8a81040..0000000 --- a/.idea/encodings.xml +++ /dev/null @@ -1,7 +0,0 @@ - - - - - - - \ No newline at end of file diff --git a/.idea/jarRepositories.xml b/.idea/jarRepositories.xml deleted file mode 100644 index 3d41add..0000000 --- a/.idea/jarRepositories.xml +++ /dev/null @@ -1,45 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/.idea/misc.xml b/.idea/misc.xml deleted file mode 100644 index bff2946..0000000 --- a/.idea/misc.xml +++ /dev/null @@ -1,15 +0,0 @@ - - - - - - - - - - \ No newline at end of file diff --git a/.idea/uiDesigner.xml b/.idea/uiDesigner.xml deleted file mode 100644 index 2b63946..0000000 --- a/.idea/uiDesigner.xml +++ /dev/null @@ -1,124 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml deleted file mode 100644 index 35eb1dd..0000000 --- a/.idea/vcs.xml +++ /dev/null @@ -1,6 +0,0 @@ - - - - - - \ No newline at end of file diff --git a/README.md b/README.md index c1ea991..71a3b73 100644 --- a/README.md +++ b/README.md @@ -1,10 +1,27 @@ ### MAC Web Crawler +![Maven Central](https://img.shields.io/maven-central/v/cloud.anypoint/mule-web-crawler-connector) **MAC Web Crawler** is a MuleSoft custom connector to provide web crawling capabilities to extract data from web pages subsequently based on the structure of the website. -Add this dependency to your application pom.xml +### Installation (using Cloud.Anypoint Dependency) + +```xml + + cloud.anypoint + mule-web-crawler-connector + 0.1.0 + mule-plugin + ``` + +### Installation (building locally) + +To use this connector, first [build and install](https://mac-project.ai/docs/mulechain-ai/getting-started) the connector into your local maven repository. +Then add the following dependency to your application's `pom.xml`: + + +```xml com.mule.mulechain mac-web-crawler @@ -12,3 +29,13 @@ Add this dependency to your application pom.xml mule-plugin ``` + +### Installation into private Anypoint Exchange + +You can also make this connector available as an asset in your Anyooint Exchange. + +This process will require you to build the connector as above, but additionally you will need +to make some changes to the `pom.xml`. For this reason, we recommend you fork the repository. + +Then, follow the MuleSoft [documentation](https://docs.mulesoft.com/exchange/to-publish-assets-maven) to modify and publish the asset. + diff --git a/pom.xml b/pom.xml index 633b11b..49ea83f 100644 --- a/pom.xml +++ b/pom.xml @@ -8,18 +8,49 @@ mac-web-crawler 0.1.0 mule-extension - mac-web-crawler Extension + MAC WebCrawler Connector + The MAC WebCrawler Connector enables a Mule application to crawl websites and retrieve content, potentially for creating vector embeddings for structured knowledge extraction. + https://mac-project.ai/docs/mac-webcrawler/connector-overview + + + MIT License + https://www.opensource.org/licenses/mit-license.php + + + + + Yogesh Mudaliar + + + Amir Khan + amir.khan@mulesoft.com + Salesforce + https://www.mulesoft.com + + + Mihael Bosnjak + mbosnjak@salesforce.com + Salesforce + https://www.mulesoft.com + + + Ryan Hoegg + ryan@hoegg.software + Hoegg Software, Co. + https://hoegg.software + + org.mule.extensions mule-modules-parent - 1.1.3 + 1.3.2 org.jsoup jsoup - 1.17.2 + 1.14.3 com.fasterxml.jackson.core @@ -27,37 +58,4 @@ 2.15.2 - - - anypoint-exchange-v3 - Anypoint Exchange V3 - https://maven.eu1.anypoint.mulesoft.com/api/v3/maven - default - - - - - mulesoft-releases - mulesoft release repository - default - https://repository.mulesoft.org/releases/ - - false - - - - - - exchange-repository - Exchange Repository - https://maven.anypoint.mulesoft.com/api/v1/organizations/9c7c42b3-1b21-4ec1-9183-047ec0921663/maven - default - - - exchange-repository - Exchange Repository - https://maven.anypoint.mulesoft.com/api/v1/organizations/9c7c42b3-1b21-4ec1-9183-047ec0921663/maven - default - - diff --git a/target/classes/META-INF/mac-webcrawler-extension-descriptions.xml b/target/classes/META-INF/mac-webcrawler-extension-descriptions.xml deleted file mode 100644 index 07f1c86..0000000 --- a/target/classes/META-INF/mac-webcrawler-extension-descriptions.xml +++ /dev/null @@ -1,145 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/target/classes/META-INF/mule-artifact/mule-artifact.json b/target/classes/META-INF/mule-artifact/mule-artifact.json deleted file mode 100644 index 930122c..0000000 --- a/target/classes/META-INF/mule-artifact/mule-artifact.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "extensionModelLoaderDescriptor": { - "id": "java", - "attributes": { - "type": "com.mule.mulechain.crawler.internal.MulechainwebcrawlerExtension", - "version": "0.1.0" - } - }, - "name": "MAC WebCrawler", - "requiredProduct": "MULE", - "classLoaderModelLoaderDescriptor": { - "id": "mule", - "attributes": { - "privilegedExportedPackages": [], - "privilegedArtifactIds": [], - "exportedPackages": [], - "exportedResources": [] - } - }, - "bundleDescriptorLoader": { - "id": "mule", - "attributes": {} - }, - "minMuleVersion": "4.1.1" -} \ No newline at end of file diff --git a/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerConfiguration.class b/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerConfiguration.class deleted file mode 100644 index ceddfc2..0000000 Binary files a/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerConfiguration.class and /dev/null differ diff --git a/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerExtension.class b/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerExtension.class deleted file mode 100644 index 1fa2fb1..0000000 Binary files a/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerExtension.class and /dev/null differ diff --git a/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerOperations$CrawlType.class b/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerOperations$CrawlType.class deleted file mode 100644 index fdf18a3..0000000 Binary files a/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerOperations$CrawlType.class and /dev/null differ diff --git a/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerOperations.class b/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerOperations.class deleted file mode 100644 index 6b060cb..0000000 Binary files a/target/classes/com/mule/mulechain/crawler/internal/MulechainwebcrawlerOperations.class and /dev/null differ diff --git a/target/classes/com/mule/mulechain/crawler/internal/helpers/CrawlResult.class b/target/classes/com/mule/mulechain/crawler/internal/helpers/CrawlResult.class deleted file mode 100644 index 8971ebf..0000000 Binary files a/target/classes/com/mule/mulechain/crawler/internal/helpers/CrawlResult.class and /dev/null differ diff --git a/target/classes/com/mule/mulechain/crawler/internal/helpers/SiteMapNode.class b/target/classes/com/mule/mulechain/crawler/internal/helpers/SiteMapNode.class deleted file mode 100644 index 3ab1f8c..0000000 Binary files a/target/classes/com/mule/mulechain/crawler/internal/helpers/SiteMapNode.class and /dev/null differ diff --git a/target/classes/com/mule/mulechain/crawler/internal/helpers/crawlingHelper$PageInsightType.class b/target/classes/com/mule/mulechain/crawler/internal/helpers/crawlingHelper$PageInsightType.class deleted file mode 100644 index 7b26ff9..0000000 Binary files a/target/classes/com/mule/mulechain/crawler/internal/helpers/crawlingHelper$PageInsightType.class and /dev/null differ diff --git a/target/classes/com/mule/mulechain/crawler/internal/helpers/crawlingHelper.class b/target/classes/com/mule/mulechain/crawler/internal/helpers/crawlingHelper.class deleted file mode 100644 index 350bcd2..0000000 Binary files a/target/classes/com/mule/mulechain/crawler/internal/helpers/crawlingHelper.class and /dev/null differ diff --git a/target/docs/mac-webcrawler-documentation.adoc b/target/docs/mac-webcrawler-documentation.adoc deleted file mode 100644 index 93812e9..0000000 --- a/target/docs/mac-webcrawler-documentation.adoc +++ /dev/null @@ -1,241 +0,0 @@ -:toc: left -:toc-title: MAC WebCrawler Module -:toclevels: 2 -:last-update-label!: -:docinfo: -:source-highlighter: coderay -:icons: font - - -= MAC WebCrawler Module Documentation Reference - -+++ -This is the main class of an extension, is the entry point from which configurations, connection providers, operations and sources are going to be declared. -+++ - - -== Configurations ---- -[[config]] -=== Config - -+++ -Default configuration -+++ - -==== Parameters -[cols=".^20%,.^20%,.^35%,.^20%,^.^5%", options="header"] -|====================== -| Name | Type | Description | Default Value | Required -|Name | String | The name for this configuration. Connectors reference the configuration with this name. | | *x*{nbsp} -| Tag List a| Array of String | | | {nbsp} -| Expiration Policy a| <> | +++Configures the minimum amount of time that a dynamic configuration instance can remain idle before the runtime considers it eligible for expiration. This does not mean that the platform will expire the instance at the exact moment that it becomes eligible. The runtime will actually purge the instances when it sees it fit.+++ | | {nbsp} -|====================== - - -==== Associated Operations -* <> {nbsp} -* <> {nbsp} -* <> {nbsp} - - - -== Operations - -[[Crawl-website]] -=== Crawl Website -`` - -+++ -Crawl a website at a specified depth and fetch contents. Specify tags and classes in the configuration to fetch contents from those elements only. -+++ - -==== Parameters -[cols=".^20%,.^20%,.^35%,.^20%,^.^5%", options="header"] -|====================== -| Name | Type | Description | Default Value | Required -| Configuration | String | The name of the configuration to use. | | *x*{nbsp} -| Website URL a| String | | | *x*{nbsp} -| Maximum Depth a| Number | | | *x*{nbsp} -| Retrieve Meta Tags a| Boolean | | +++false+++ | {nbsp} -| Download Images a| Boolean | | +++false+++ | {nbsp} -| Download Location a| String | | | *x*{nbsp} -| Output Mime Type a| String | +++The mime type of the payload that this operation outputs.+++ | | {nbsp} -| Target Variable a| String | +++The name of a variable on which the operation's output will be placed+++ | | {nbsp} -| Target Value a| String | +++An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable+++ | +++#[payload]+++ | {nbsp} -|====================== - -==== Output -[cols=".^50%,.^50%"] -|====================== -| *Type* a| String -|====================== - -==== For Configurations. -* <> {nbsp} - - - -[[Get-page-content]] -=== Get Page Content -`` - -+++ -Get contents of a web page. Content is returned in the resulting payload. -+++ - -==== Parameters -[cols=".^20%,.^20%,.^35%,.^20%,^.^5%", options="header"] -|====================== -| Name | Type | Description | Default Value | Required -| Configuration | String | The name of the configuration to use. | | *x*{nbsp} -| Page Url a| String | | | *x*{nbsp} -| Output Mime Type a| String | +++The mime type of the payload that this operation outputs.+++ | | {nbsp} -| Target Variable a| String | +++The name of a variable on which the operation's output will be placed+++ | | {nbsp} -| Target Value a| String | +++An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable+++ | +++#[payload]+++ | {nbsp} -|====================== - -==== Output -[cols=".^50%,.^50%"] -|====================== -| *Type* a| String -|====================== - -==== For Configurations. -* <> {nbsp} - - - -[[Get-page-insights]] -=== Get Page Insights -`` - -+++ -Get insights from a web page including links, word count, number of occurrences of elements. Restrict insights to specific elements in the configuration. -+++ - -==== Parameters -[cols=".^20%,.^20%,.^35%,.^20%,^.^5%", options="header"] -|====================== -| Name | Type | Description | Default Value | Required -| Configuration | String | The name of the configuration to use. | | *x*{nbsp} -| Page Url a| String | | | *x*{nbsp} -| Output Mime Type a| String | +++The mime type of the payload that this operation outputs.+++ | | {nbsp} -| Target Variable a| String | +++The name of a variable on which the operation's output will be placed+++ | | {nbsp} -| Target Value a| String | +++An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable+++ | +++#[payload]+++ | {nbsp} -|====================== - -==== Output -[cols=".^50%,.^50%"] -|====================== -| *Type* a| String -|====================== - -==== For Configurations. -* <> {nbsp} - - - -[[Download-image]] -=== Download Image -`` - -+++ -Download all images from a web page, or download a single image at the specified link. -+++ - -==== Parameters -[cols=".^20%,.^20%,.^35%,.^20%,^.^5%", options="header"] -|====================== -| Name | Type | Description | Default Value | Required -| Page Or Image URL a| String | | | *x*{nbsp} -| Download Location a| String | | | *x*{nbsp} -| Output Mime Type a| String | +++The mime type of the payload that this operation outputs.+++ | | {nbsp} -| Target Variable a| String | +++The name of a variable on which the operation's output will be placed+++ | | {nbsp} -| Target Value a| String | +++An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable+++ | +++#[payload]+++ | {nbsp} -|====================== - -==== Output -[cols=".^50%,.^50%"] -|====================== -| *Type* a| String -|====================== - - - - -[[Generate-sitemap]] -=== Generate Sitemap -`` - -+++ -Retrieve internal links as a site map from the specified url and depth. -+++ - -==== Parameters -[cols=".^20%,.^20%,.^35%,.^20%,^.^5%", options="header"] -|====================== -| Name | Type | Description | Default Value | Required -| Website URL a| String | | | *x*{nbsp} -| Maximum Depth a| Number | | | *x*{nbsp} -| Output Mime Type a| String | +++The mime type of the payload that this operation outputs.+++ | | {nbsp} -| Target Variable a| String | +++The name of a variable on which the operation's output will be placed+++ | | {nbsp} -| Target Value a| String | +++An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable+++ | +++#[payload]+++ | {nbsp} -|====================== - -==== Output -[cols=".^50%,.^50%"] -|====================== -| *Type* a| String -|====================== - - - - -[[Get-page-meta-tags]] -=== Get Page Meta Tags -`` - -+++ -Fetch the meta tags from a web page. -+++ - -==== Parameters -[cols=".^20%,.^20%,.^35%,.^20%,^.^5%", options="header"] -|====================== -| Name | Type | Description | Default Value | Required -| Page URL a| String | | | *x*{nbsp} -| Output Mime Type a| String | +++The mime type of the payload that this operation outputs.+++ | | {nbsp} -| Target Variable a| String | +++The name of a variable on which the operation's output will be placed+++ | | {nbsp} -| Target Value a| String | +++An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable+++ | +++#[payload]+++ | {nbsp} -|====================== - -==== Output -[cols=".^50%,.^50%"] -|====================== -| *Type* a| String -|====================== - - - - - -== Types -[[ExpirationPolicy]] -=== Expiration Policy - -[cols=".^20%,.^25%,.^30%,.^15%,.^10%", options="header"] -|====================== -| Field | Type | Description | Default Value | Required -| Max Idle Time a| Number | A scalar time value for the maximum amount of time a dynamic configuration instance should be allowed to be idle before it's considered eligible for expiration | | -| Time Unit a| Enumeration, one of: - -** NANOSECONDS -** MICROSECONDS -** MILLISECONDS -** SECONDS -** MINUTES -** HOURS -** DAYS | A time unit that qualifies the maxIdleTime attribute | | -|====================== - diff --git a/target/docs/mac-webcrawler-documentation.html b/target/docs/mac-webcrawler-documentation.html deleted file mode 100644 index 6baaea5..0000000 --- a/target/docs/mac-webcrawler-documentation.html +++ /dev/null @@ -1,2892 +0,0 @@ - - - - - - - -MAC WebCrawler Module Documentation Reference - - - - - - -
-
-
-
-

-This is the main class of an extension, is the entry point from which configurations, connection providers, operations and sources are going to be declared. -

-
-
-
-
-

Configurations

-
-
-
-

Config

-
-

-Default configuration -

-
-
-

Parameters

- ------- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
NameTypeDescriptionDefault ValueRequired

Name

String

The name for this configuration. Connectors reference the configuration with this name.

x 

Tag List

-

Array of String

-

 

Expiration Policy

Configures the minimum amount of time that a dynamic configuration instance can remain idle before the runtime considers it eligible for expiration. This does not mean that the platform will expire the instance at the exact moment that it becomes eligible. The runtime will actually purge the instances when it sees it fit.

 

-
-
-

Associated Operations

-
- -
-
-
-
-
-
-

Operations

-
-
-

Crawl Website

-
-

<mac-web-crawler:crawl-website>

-
-
-

-Crawl a website at a specified depth and fetch contents. Specify tags and classes in the configuration to fetch contents from those elements only. -

-
-
-

Parameters

- ------- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
NameTypeDescriptionDefault ValueRequired

Configuration

String

The name of the configuration to use.

x 

Website URL

-

String

-

x 

Maximum Depth

-

Number

-

x 

Retrieve Meta Tags

-

Boolean

-

false

 

Download Images

-

Boolean

-

false

 

Download Location

-

String

-

x 

Output Mime Type

-

String

-

The mime type of the payload that this operation outputs.

 

Target Variable

-

String

-

The name of a variable on which the operation's output will be placed

 

Target Value

-

String

-

An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable

#[payload]

 

-
-
-

Output

- ---- - - - - - - -

Type

-

String

-
-
-
-

For Configurations.

-
- -
-
-
-
-

Get Page Content

-
-

<mac-web-crawler:get-page-content>

-
-
-

-Get contents of a web page. Content is returned in the resulting payload. -

-
-
-

Parameters

- ------- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
NameTypeDescriptionDefault ValueRequired

Configuration

String

The name of the configuration to use.

x 

Page Url

-

String

-

x 

Output Mime Type

-

String

-

The mime type of the payload that this operation outputs.

 

Target Variable

-

String

-

The name of a variable on which the operation's output will be placed

 

Target Value

-

String

-

An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable

#[payload]

 

-
-
-

Output

- ---- - - - - - - -

Type

-

String

-
-
-
-

For Configurations.

-
- -
-
-
-
-

Get Page Insights

-
-

<mac-web-crawler:get-page-insights>

-
-
-

-Get insights from a web page including links, word count, number of occurrences of elements. Restrict insights to specific elements in the configuration. -

-
-
-

Parameters

- ------- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
NameTypeDescriptionDefault ValueRequired

Configuration

String

The name of the configuration to use.

x 

Page Url

-

String

-

x 

Output Mime Type

-

String

-

The mime type of the payload that this operation outputs.

 

Target Variable

-

String

-

The name of a variable on which the operation's output will be placed

 

Target Value

-

String

-

An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable

#[payload]

 

-
-
-

Output

- ---- - - - - - - -

Type

-

String

-
-
-
-

For Configurations.

-
- -
-
-
-
-

Download Image

-
-

<mac-web-crawler:download-image>

-
-
-

-Download all images from a web page, or download a single image at the specified link. -

-
-
-

Parameters

- ------- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
NameTypeDescriptionDefault ValueRequired

Page Or Image URL

-

String

-

x 

Download Location

-

String

-

x 

Output Mime Type

-

String

-

The mime type of the payload that this operation outputs.

 

Target Variable

-

String

-

The name of a variable on which the operation's output will be placed

 

Target Value

-

String

-

An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable

#[payload]

 

-
-
-

Output

- ---- - - - - - - -

Type

-

String

-
-
-
-
-

Generate Sitemap

-
-

<mac-web-crawler:generate-sitemap>

-
-
-

-Retrieve internal links as a site map from the specified url and depth. -

-
-
-

Parameters

- ------- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
NameTypeDescriptionDefault ValueRequired

Website URL

-

String

-

x 

Maximum Depth

-

Number

-

x 

Output Mime Type

-

String

-

The mime type of the payload that this operation outputs.

 

Target Variable

-

String

-

The name of a variable on which the operation's output will be placed

 

Target Value

-

String

-

An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable

#[payload]

 

-
-
-

Output

- ---- - - - - - - -

Type

-

String

-
-
-
-
-

Get Page Meta Tags

-
-

<mac-web-crawler:get-page-meta-tags>

-
-
-

-Fetch the meta tags from a web page. -

-
-
-

Parameters

- ------- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
NameTypeDescriptionDefault ValueRequired

Page URL

-

String

-

x 

Output Mime Type

-

String

-

The mime type of the payload that this operation outputs.

 

Target Variable

-

String

-

The name of a variable on which the operation's output will be placed

 

Target Value

-

String

-

An expression that will be evaluated against the operation's output and the outcome of that expression will be stored in the target variable

#[payload]

 

-
-
-

Output

- ---- - - - - - - -

Type

-

String

-
-
-
-
-
-
-

Types

-
-
-

Expiration Policy

- ------- - - - - - - - - - - - - - - - - - - - - - - - - - -
FieldTypeDescriptionDefault ValueRequired

Max Idle Time

-

Number

-

A scalar time value for the maximum amount of time a dynamic configuration instance should be allowed to be idle before it’s considered eligible for expiration

Time Unit

-

Enumeration, one of:

-
-
-
    -
  • -

    NANOSECONDS

    -
    • -
  • -

    MICROSECONDS

    -
    • -
  • -

    MILLISECONDS

    -
    • -
  • -

    SECONDS

    -
    • -
  • -

    MINUTES

    -
    • -
  • -

    HOURS

    -
    • -
  • -

    DAYS

    -
    • -
-

A time unit that qualifies the maxIdleTime attribute

-
-
-
-
- - - \ No newline at end of file diff --git a/target/mac-web-crawler-0.1.0-mule-plugin.jar b/target/mac-web-crawler-0.1.0-mule-plugin.jar deleted file mode 100644 index a2f2710..0000000 Binary files a/target/mac-web-crawler-0.1.0-mule-plugin.jar and /dev/null differ diff --git a/target/temporal-extension-model.json b/target/temporal-extension-model.json deleted file mode 100644 index 60a5101..0000000 --- a/target/temporal-extension-model.json +++ /dev/null @@ -1,1603 +0,0 @@ -{ - "name": "MAC WebCrawler", - "description": "This is the main class of an extension, is the entry point from which configurations, connection providers, operations and sources are going to be declared.", - "version": "0.1.0", - "vendor": "Mulesoft", - "category": "COMMUNITY", - "xmlDsl": { - "prefix": "mac-web-crawler", - "namespace": "http://www.mulesoft.org/schema/mule/mac-web-crawler", - "schemaLocation": "http://www.mulesoft.org/schema/mule/mac-web-crawler/current/mule-mac-web-crawler.xsd", - "schemaVersion": "0.1.0", - "xsdFileName": "mule-mac-web-crawler.xsd" - }, - "resources": [], - "subTypes": [], - "privilegedPackages": [], - "privilegedArtifacts": [], - "externalLibraries": [], - "importedTypes": [], - "configurations": [ - { - "stereotype": { - "type": "CONFIG", - "namespace": "MAC-WEB-CRAWLER", - "parent": { - "type": "MODULE_CONFIG", - "namespace": "MULE" - } - }, - "parameterGroupModels": [ - { - "parameters": [ - { - "type": { - "format": "java", - "type": "Array", - "annotations": { - "classInformation": { - "classname": "java.util.List", - "hasDefaultConstructor": false, - "isInterface": true, - "isInstantiable": false, - "isAbstract": true, - "isFinal": false, - "implementedInterfaces": [ - "java.util.Collection" - ], - "parent": "", - "genericTypes": [ - "java.lang.String" - ], - "isMap": false - } - }, - "item": { - "type": "String" - } - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1 - }, - "allowedStereotypeModels": [], - "name": "tags", - "displayModel": { - "displayName": "Tag List" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "Object", - "annotations": { - "typeId": "org.mule.runtime.extension.api.runtime.ExpirationPolicy", - "description": { - "value": "Configures the minimum amount of time that a dynamic configuration instance can remain idle before the runtime considers it eligible for expiration. This does not mean that the platform will expire the instance at the exact moment that it becomes eligible. The runtime will actually purge the instances when it sees it fit." - }, - "typeDsl": { - "allowInlineDefinition": true, - "allowTopLevelDefinition": false - } - }, - "fields": [ - { - "key": { - "name": "maxIdleTime" - }, - "model": { - "type": "Number", - "annotations": { - "int": {}, - "classInformation": { - "classname": "java.lang.Long", - "hasDefaultConstructor": false, - "isInterface": false, - "isInstantiable": false, - "isAbstract": false, - "isFinal": true, - "implementedInterfaces": [ - "java.lang.Comparable" - ], - "parent": "java.lang.Number", - "genericTypes": [], - "isMap": false - }, - "default": "5" - } - }, - "annotations": { - "description": { - "value": "A scalar time value for the maximum amount of time a dynamic configuration instance should be allowed to be idle before it\u0027s considered eligible for expiration" - }, - "expressionSupport": { - "value": "NOT_SUPPORTED" - } - } - }, - { - "key": { - "name": "timeUnit" - }, - "model": { - "type": "String", - "annotations": { - "enum": { - "type": "[Ljava.lang.String;", - "values": [ - "NANOSECONDS", - "MICROSECONDS", - "MILLISECONDS", - "SECONDS", - "MINUTES", - "HOURS", - "DAYS" - ] - }, - "default": "MINUTES" - } - }, - "annotations": { - "description": { - "value": "A time unit that qualifies the maxIdleTime attribute" - }, - "expressionSupport": { - "value": "NOT_SUPPORTED" - } - } - } - ] - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "NOT_SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": false, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "expirationPolicy", - "description": "Configures the minimum amount of time that a dynamic configuration instance can remain idle before the runtime considers it eligible for expiration. This does not mean that the platform will expire the instance at the exact moment that it becomes eligible. The runtime will actually purge the instances when it sees it fit.", - "modelProperties": { - "org.mule.runtime.extension.api.property.QNameModelProperty": { - "value": { - "namespaceURI": "http://www.mulesoft.org/schema/mule/core", - "localPart": "expiration-policy", - "prefix": "mule" - } - }, - "org.mule.runtime.extension.api.property.InfrastructureParameterModelProperty": { - "sequence": 4 - } - } - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1 - }, - "showInDsl": false, - "name": "General", - "description": "", - "modelProperties": {} - } - ], - "externalLibraryModels": [], - "operations": [ - { - "blocking": true, - "executionType": "CPU_LITE", - "output": { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "outputAttributes": { - "type": { - "format": "java", - "type": "Void" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "transactional": false, - "requiresConnection": false, - "supportsStreaming": false, - "notifications": [], - "nestedComponents": [], - "errors": [], - "stereotype": { - "type": "PROCESSOR", - "namespace": "MULE" - }, - "parameterGroupModels": [ - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "url", - "displayModel": { - "displayName": "Website URL", - "example": "https://mac-project.ai/docs" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "Number", - "annotations": { - "classInformation": { - "classname": "int", - "hasDefaultConstructor": false, - "isInterface": false, - "isInstantiable": false, - "isAbstract": true, - "isFinal": true, - "implementedInterfaces": [], - "parent": "", - "genericTypes": [], - "isMap": false - }, - "int": {} - } - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "maxDepth", - "displayModel": { - "displayName": "Maximum Depth", - "example": "2" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "Boolean", - "annotations": { - "typeId": "boolean" - } - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "defaultValue": "false", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 3, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "getMetaTags", - "displayModel": { - "displayName": "Retrieve Meta Tags", - "example": "Yes" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "Boolean", - "annotations": { - "typeId": "boolean" - } - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "defaultValue": "false", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 4, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "downloadImages", - "displayModel": { - "displayName": "Download Images", - "example": "Yes" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 5, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "downloadPath", - "displayModel": { - "displayName": "Download Location", - "example": "/users/mulesoft/downloads" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 6, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "outputMimeType", - "description": "The mime type of the payload that this operation outputs.", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1 - }, - "showInDsl": false, - "name": "General", - "description": "", - "modelProperties": {} - }, - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "NOT_SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 7, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "target", - "displayModel": { - "displayName": "Target Variable" - }, - "description": "The name of a variable on which the operation\u0027s output will be placed", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "REQUIRED", - "defaultValue": "#[payload]", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 8, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "targetValue", - "displayModel": { - "displayName": "Target Value" - }, - "description": "An expression that will be evaluated against the operation\u0027s output and the outcome of that expression will be stored in the target variable", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2 - }, - "showInDsl": false, - "name": "Output", - "description": "", - "modelProperties": {} - } - ], - "name": "Crawl-website", - "description": "Crawl a website at a specified depth and fetch contents. Specify tags and classes in the configuration to fetch contents from those elements only.", - "modelProperties": {}, - "kind": "operation" - }, - { - "blocking": true, - "executionType": "CPU_LITE", - "output": { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "outputAttributes": { - "type": { - "format": "java", - "type": "Void" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "transactional": false, - "requiresConnection": false, - "supportsStreaming": false, - "notifications": [], - "nestedComponents": [], - "errors": [], - "stereotype": { - "type": "PROCESSOR", - "namespace": "MULE" - }, - "parameterGroupModels": [ - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "url", - "displayModel": { - "displayName": "Page Url", - "example": "https://mac-project.ai/docs" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "outputMimeType", - "description": "The mime type of the payload that this operation outputs.", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1 - }, - "showInDsl": false, - "name": "General", - "description": "", - "modelProperties": {} - }, - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "NOT_SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 3, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "target", - "displayModel": { - "displayName": "Target Variable" - }, - "description": "The name of a variable on which the operation\u0027s output will be placed", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "REQUIRED", - "defaultValue": "#[payload]", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 4, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "targetValue", - "displayModel": { - "displayName": "Target Value" - }, - "description": "An expression that will be evaluated against the operation\u0027s output and the outcome of that expression will be stored in the target variable", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2 - }, - "showInDsl": false, - "name": "Output", - "description": "", - "modelProperties": {} - } - ], - "name": "Get-page-content", - "description": "Get contents of a web page. Content is returned in the resulting payload.", - "modelProperties": {}, - "kind": "operation" - }, - { - "blocking": true, - "executionType": "CPU_LITE", - "output": { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "outputAttributes": { - "type": { - "format": "java", - "type": "Void" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "transactional": false, - "requiresConnection": false, - "supportsStreaming": false, - "notifications": [], - "nestedComponents": [], - "errors": [], - "stereotype": { - "type": "PROCESSOR", - "namespace": "MULE" - }, - "parameterGroupModels": [ - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "url", - "displayModel": { - "displayName": "Page Url", - "example": "https://mac-project.ai/docs" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "outputMimeType", - "description": "The mime type of the payload that this operation outputs.", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1 - }, - "showInDsl": false, - "name": "General", - "description": "", - "modelProperties": {} - }, - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "NOT_SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 3, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "target", - "displayModel": { - "displayName": "Target Variable" - }, - "description": "The name of a variable on which the operation\u0027s output will be placed", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "REQUIRED", - "defaultValue": "#[payload]", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 4, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "targetValue", - "displayModel": { - "displayName": "Target Value" - }, - "description": "An expression that will be evaluated against the operation\u0027s output and the outcome of that expression will be stored in the target variable", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2 - }, - "showInDsl": false, - "name": "Output", - "description": "", - "modelProperties": {} - } - ], - "name": "Get-page-insights", - "description": "Get insights from a web page including links, word count, number of occurrences of elements. Restrict insights to specific elements in the configuration.", - "modelProperties": {}, - "kind": "operation" - } - ], - "connectionProviders": [], - "messageSources": [], - "name": "config", - "description": "Default configuration", - "modelProperties": {} - } - ], - "operations": [ - { - "blocking": true, - "executionType": "CPU_LITE", - "output": { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "outputAttributes": { - "type": { - "format": "java", - "type": "Void" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "transactional": false, - "requiresConnection": false, - "supportsStreaming": false, - "notifications": [], - "nestedComponents": [], - "errors": [], - "stereotype": { - "type": "PROCESSOR", - "namespace": "MULE" - }, - "parameterGroupModels": [ - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "url", - "displayModel": { - "displayName": "Page Or Image URL", - "example": "https://mac-project.ai/docs" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "downloadPath", - "displayModel": { - "displayName": "Download Location", - "example": "/users/mulesoft/downloads" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 3, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "outputMimeType", - "description": "The mime type of the payload that this operation outputs.", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1 - }, - "showInDsl": false, - "name": "General", - "description": "", - "modelProperties": {} - }, - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "NOT_SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 4, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "target", - "displayModel": { - "displayName": "Target Variable" - }, - "description": "The name of a variable on which the operation\u0027s output will be placed", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "REQUIRED", - "defaultValue": "#[payload]", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 5, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "targetValue", - "displayModel": { - "displayName": "Target Value" - }, - "description": "An expression that will be evaluated against the operation\u0027s output and the outcome of that expression will be stored in the target variable", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2 - }, - "showInDsl": false, - "name": "Output", - "description": "", - "modelProperties": {} - } - ], - "name": "Download-image", - "description": "Download all images from a web page, or download a single image at the specified link.", - "modelProperties": {}, - "kind": "operation" - }, - { - "blocking": true, - "executionType": "CPU_LITE", - "output": { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "outputAttributes": { - "type": { - "format": "java", - "type": "Void" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "transactional": false, - "requiresConnection": false, - "supportsStreaming": false, - "notifications": [], - "nestedComponents": [], - "errors": [], - "stereotype": { - "type": "PROCESSOR", - "namespace": "MULE" - }, - "parameterGroupModels": [ - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "url", - "displayModel": { - "displayName": "Website URL", - "example": "https://mac-project.ai/docs" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "Number", - "annotations": { - "classInformation": { - "classname": "int", - "hasDefaultConstructor": false, - "isInterface": false, - "isInstantiable": false, - "isAbstract": true, - "isFinal": true, - "implementedInterfaces": [], - "parent": "", - "genericTypes": [], - "isMap": false - }, - "int": {} - } - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "maxDepth", - "displayModel": { - "displayName": "Maximum Depth", - "example": "2" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 3, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "outputMimeType", - "description": "The mime type of the payload that this operation outputs.", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1 - }, - "showInDsl": false, - "name": "General", - "description": "", - "modelProperties": {} - }, - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "NOT_SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 4, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "target", - "displayModel": { - "displayName": "Target Variable" - }, - "description": "The name of a variable on which the operation\u0027s output will be placed", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "REQUIRED", - "defaultValue": "#[payload]", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 5, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "targetValue", - "displayModel": { - "displayName": "Target Value" - }, - "description": "An expression that will be evaluated against the operation\u0027s output and the outcome of that expression will be stored in the target variable", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2 - }, - "showInDsl": false, - "name": "Output", - "description": "", - "modelProperties": {} - } - ], - "name": "Generate-sitemap", - "description": "Retrieve internal links as a site map from the specified url and depth.", - "modelProperties": {}, - "kind": "operation" - }, - { - "blocking": true, - "executionType": "CPU_LITE", - "output": { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "outputAttributes": { - "type": { - "format": "java", - "type": "Void" - }, - "hasDynamicType": false, - "description": "", - "modelProperties": {} - }, - "transactional": false, - "requiresConnection": false, - "supportsStreaming": false, - "notifications": [], - "nestedComponents": [], - "errors": [], - "stereotype": { - "type": "PROCESSOR", - "namespace": "MULE" - }, - "parameterGroupModels": [ - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": true, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1, - "tabName": "General" - }, - "allowedStereotypeModels": [], - "name": "url", - "displayModel": { - "displayName": "Page URL", - "example": "https://mac-project.ai/docs" - }, - "description": "", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "outputMimeType", - "description": "The mime type of the payload that this operation outputs.", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 1 - }, - "showInDsl": false, - "name": "General", - "description": "", - "modelProperties": {} - }, - { - "parameters": [ - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "NOT_SUPPORTED", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 3, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "target", - "displayModel": { - "displayName": "Target Variable" - }, - "description": "The name of a variable on which the operation\u0027s output will be placed", - "modelProperties": {} - }, - { - "type": { - "format": "java", - "type": "String" - }, - "hasDynamicType": false, - "required": false, - "isConfigOverride": false, - "expressionSupport": "REQUIRED", - "defaultValue": "#[payload]", - "role": "BEHAVIOUR", - "dslConfiguration": { - "allowsInlineDefinition": true, - "allowsReferences": true, - "allowTopLevelDefinition": false - }, - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 4, - "tabName": "Advanced" - }, - "allowedStereotypeModels": [], - "name": "targetValue", - "displayModel": { - "displayName": "Target Value" - }, - "description": "An expression that will be evaluated against the operation\u0027s output and the outcome of that expression will be stored in the target variable", - "modelProperties": {} - } - ], - "exclusiveParametersModels": [], - "layoutModel": { - "password": false, - "text": false, - "query": false, - "order": 2 - }, - "showInDsl": false, - "name": "Output", - "description": "", - "modelProperties": {} - } - ], - "name": "Get-page-meta-tags", - "description": "Fetch the meta tags from a web page.", - "modelProperties": {}, - "kind": "operation" - } - ], - "functions": [], - "constructs": [], - "connectionProviders": [], - "messageSources": [], - "notifications": [], - "errors": [ - { - "error": "MAC-WEB-CRAWLER:RETRY_EXHAUSTED", - "parent": "MULE:RETRY_EXHAUSTED", - "handleable": true - }, - { - "error": "MULE:RETRY_EXHAUSTED", - "parent": "MULE:ANY", - "handleable": true - }, - { - "error": "MULE:ANY", - "handleable": true - }, - { - "error": "MAC-WEB-CRAWLER:CONNECTIVITY", - "parent": "MULE:CONNECTIVITY", - "handleable": true - }, - { - "error": "MULE:CONNECTIVITY", - "parent": "MULE:ANY", - "handleable": true - } - ], - "modelProperties": {}, - "types": [] -} diff --git a/target/test-classes/com/mule/mulechain/crawler/MulechainwebcrawlerOperationsTestCase.class b/target/test-classes/com/mule/mulechain/crawler/MulechainwebcrawlerOperationsTestCase.class deleted file mode 100644 index e07d81b..0000000 Binary files a/target/test-classes/com/mule/mulechain/crawler/MulechainwebcrawlerOperationsTestCase.class and /dev/null differ diff --git a/target/test-classes/test-mule-config.xml b/target/test-classes/test-mule-config.xml deleted file mode 100644 index 5db6a0a..0000000 --- a/target/test-classes/test-mule-config.xml +++ /dev/null @@ -1,19 +0,0 @@ - - - - - - - - - - - - - - -