{
  "format": "dataset-manifest/1",
  "slug": "government-surveillance-operations",
  "version": 3,
  "seed": "government-surveillance-operations:1",
  "spec": {
    "format": "dataset/1",
    "slug": "government-surveillance-operations",
    "name": "Government Surveillance Operations",
    "tagline": "Factions, agents, locations, incidents, and deployments related to government surveillance operations.",
    "description": "Factions and agents navigate a complex web of government surveillance, diligently monitoring and responding to potential threats in various locations. Each faction is structured with distinct hierarchies that define their operations, while agents bring diverse skills and equipment to the field. Locations are pivotal in this ecosystem, as they outline the geographical areas under surveillance and the incidents that may unfold within those territories. The operations captured in this dataset uncover not only the frequency of incidents but also the deployment of resources that escalate in response to sentinel attacks.\n\nA row in the factions table represents a specific group within the government, detailing their operational scope and hierarchy. The agents table features individuals, highlighting their unique abilities and the factions they belong to. Locations indicate critical areas of interest, while incidents provide a timeline of events that prompt governmental action. Deployments offer insights into how resources are allocated for surveillance, showing which agents are sent where and when. The matrix_versions table tracks updates or changes to surveillance protocols, often correlating with major incidents that necessitate new strategies.\n\nThis structured layout allows for a multifaceted analysis of government surveillance operations. Analysts can explore questions such as how specific factions respond to certain types of incidents, which agents are most effective in various environments, and how the deployment of resources shifts in response to emerging threats. The patterns that emerge from this data can reveal significant insights into the effectiveness of surveillance strategies and the adaptability of government responses. It's important to note that all the data in this dataset is synthetic, created for the purpose of analysis and practice.",
    "domain": "government",
    "shape": "slowly-changing",
    "useCases": [
      "etl-pipelines",
      "teaching"
    ],
    "keywords": [
      "surveillance",
      "government",
      "operations",
      "agents",
      "factions",
      "monitoring",
      "incidents",
      "deployments"
    ],
    "locale": "en",
    "license": "CC0-1.0",
    "version": 1,
    "tables": {
      "factions": {
        "description": "This table contains information about various government factions, their roles, and hierarchies. Each faction can have multiple associated agents.",
        "rows": 50,
        "columns": {
          "id": {
            "kind": "pk",
            "description": "Unique identifier for the faction."
          },
          "name": {
            "kind": "words",
            "min": 1,
            "max": 3,
            "description": "The name of the faction.",
            "pool": [
              "Alliance",
              "Coalition",
              "Federation",
              "Syndicate",
              "Network",
              "Collective",
              "Union",
              "Order",
              "League",
              "Covenant",
              "Society",
              "Taskforce",
              "Agency",
              "Division",
              "Front",
              "Section",
              "Branch",
              "Unit",
              "Team",
              "Group"
            ]
          },
          "role": {
            "kind": "enum",
            "values": [
              "intelligence",
              "military",
              "research",
              "law enforcement"
            ],
            "description": "The primary role of the faction.",
            "weights": [
              6,
              2,
              1,
              1
            ]
          },
          "parent_id": {
            "kind": "fk",
            "ref": "factions.id",
            "nullable": true,
            "description": "The ID of the parent faction in the hierarchy."
          }
        }
      },
      "agents": {
        "description": "Agents operate under various factions, each with unique abilities and equipment. This table links agents to their respective factions.",
        "rows": 200,
        "columns": {
          "id": {
            "kind": "pk",
            "description": "Unique identifier for the agent."
          },
          "name": {
            "kind": "fullName",
            "description": "The full name of the agent."
          },
          "faction_id": {
            "kind": "fk",
            "ref": "factions.id",
            "description": "The faction to which the agent belongs."
          },
          "ability": {
            "kind": "words",
            "min": 1,
            "max": 3,
            "description": "A brief description of the agent's primary ability.",
            "pool": [
              "Infiltration",
              "Surveillance",
              "Interrogation",
              "Analysis",
              "Tracking",
              "Combat",
              "Decryption",
              "Hacking",
              "Espionage",
              "Negotiation",
              "Intelligence",
              "Reconnaissance",
              "Disguise",
              "Sabotage",
              "Communication",
              "Observation",
              "Investigation",
              "Counterintelligence",
              "Protection",
              "Coordination"
            ]
          },
          "equipment": {
            "kind": "words",
            "min": 1,
            "max": 3,
            "description": "The type of equipment commonly used by the agent.",
            "pool": [
              "Camera",
              "Drone",
              "Bug",
              "Microphone",
              "Laptop",
              "Scanner",
              "Transmitter",
              "GPS",
              "Binoculars",
              "Weapon",
              "Gear",
              "Toolkit",
              "Software",
              "Vessel",
              "Vehicle",
              "Suit",
              "Glasses",
              "Recorder",
              "Phone",
              "Tablet"
            ]
          }
        }
      },
      "locations": {
        "description": "This table lists the locations monitored by surveillance units, providing geographic context to operations.",
        "rows": 100,
        "columns": {
          "id": {
            "kind": "pk",
            "description": "Unique identifier for the location."
          },
          "name": {
            "kind": "words",
            "min": 1,
            "max": 3,
            "description": "The name of the monitored location.",
            "pool": [
              "City",
              "Base",
              "Facility",
              "Hub",
              "Station",
              "Outpost",
              "Zone",
              "Area",
              "Region",
              "Sector",
              "Site",
              "Point",
              "Network",
              "Field",
              "Center",
              "Complex",
              "District",
              "Division",
              "Unit",
              "Domain"
            ]
          },
          "coordinates": {
            "kind": "json",
            "template": {
              "latitude": {
                "kind": "decimal",
                "min": -90,
                "max": 90
              },
              "longitude": {
                "kind": "decimal",
                "min": -180,
                "max": 180
              }
            },
            "description": "Geographic coordinates of the location."
          }
        }
      },
      "incidents": {
        "description": "This table captures incidents involving sentinel attacks, detailing the nature and outcome of each event.",
        "rows": 150,
        "columns": {
          "id": {
            "kind": "pk",
            "description": "Unique identifier for the incident."
          },
          "location_id": {
            "kind": "fk",
            "ref": "locations.id",
            "description": "The location where the incident occurred."
          },
          "faction_id": {
            "kind": "fk",
            "ref": "factions.id",
            "description": "The faction involved in the incident."
          },
          "description": {
            "kind": "sentence",
            "min": 5,
            "max": 30,
            "description": "A brief description of the incident."
          },
          "date": {
            "kind": "datetime",
            "from": "2020-01-01",
            "to": "2023-12-31",
            "description": "The date when the incident occurred.",
            "dayProfile": "waking"
          }
        }
      },
      "deployments": {
        "description": "This table records deployments of surveillance ships, linking them to specific factions and missions.",
        "rows": 80,
        "columns": {
          "id": {
            "kind": "pk",
            "description": "Unique identifier for the deployment."
          },
          "faction_id": {
            "kind": "fk",
            "ref": "factions.id",
            "description": "The faction responsible for the deployment."
          },
          "location_id": {
            "kind": "fk",
            "ref": "locations.id",
            "description": "The location of the deployment."
          },
          "date": {
            "kind": "datetime",
            "from": "2021-01-01",
            "to": "2023-12-31",
            "description": "The date of the deployment.",
            "dayProfile": "business"
          },
          "status": {
            "kind": "enum",
            "values": [
              "active",
              "completed",
              "failed"
            ],
            "description": "The current status of the deployment.",
            "weights": [
              6,
              3,
              1
            ]
          }
        }
      },
      "matrix_versions": {
        "description": "This table tracks different versions of the matrix used in surveillance operations, showing changes over time.",
        "rows": 20,
        "columns": {
          "id": {
            "kind": "pk",
            "description": "Unique identifier for the matrix version."
          },
          "version": {
            "kind": "words",
            "min": 1,
            "max": 3,
            "description": "The version identifier for the matrix.",
            "pool": [
              "v1",
              "v2",
              "v3",
              "v4",
              "v5",
              "v6",
              "v7",
              "v8",
              "v9",
              "v10",
              "v11",
              "v12",
              "v13",
              "v14",
              "v15",
              "v16",
              "v17",
              "v18",
              "v19",
              "v20"
            ]
          },
          "change_date": {
            "kind": "datetime",
            "from": "2020-01-01",
            "to": "2023-12-31",
            "description": "The date when the matrix version was updated."
          },
          "reason": {
            "kind": "sentence",
            "min": 5,
            "max": 30,
            "description": "The reason for the change in the matrix version."
          }
        }
      }
    },
    "structure": "multi-table",
    "traits": [
      "high-cardinality",
      "nullable",
      "categorical"
    ],
    "analysisQuestions": [
      "What patterns emerge in surveillance operations across different factions?",
      "How do incident rates correlate with specific locations over time?",
      "Which agents are most frequently involved in sentinel incidents, and what abilities do they have?",
      "How do the matrix versions change in response to significant events?",
      "What is the average duration of deployments across different factions?"
    ],
    "suggestedQueries": [
      {
        "title": "Get all agents and their factions",
        "sql": "SELECT agents.name, factions.name FROM agents JOIN factions ON agents.faction_id = factions.id;",
        "dialect": "postgres"
      },
      {
        "title": "Count incidents by location",
        "sql": "SELECT locations.name, COUNT(incidents.id) FROM incidents JOIN locations ON incidents.location_id = locations.id GROUP BY locations.name;",
        "dialect": "postgres"
      },
      {
        "title": "List deployments with their status",
        "sql": "SELECT deployments.id, deployments.status FROM deployments;",
        "dialect": "postgres"
      },
      {
        "title": "Find the most common abilities among agents",
        "sql": "SELECT ability, COUNT(*) FROM agents GROUP BY ability ORDER BY COUNT(*) DESC;",
        "dialect": "postgres"
      },
      {
        "title": "Analyze matrix version changes over time",
        "sql": "SELECT version, COUNT(*) FROM matrix_versions GROUP BY version ORDER BY change_date;",
        "dialect": "postgres"
      }
    ],
    "usageScenarios": [
      {
        "title": "Educational Workshops",
        "body": "Instructors can leverage this dataset in workshops to teach students about data analysis and ETL processes, focusing on real-world applications in government surveillance. The multi-table structure allows for practical exercises in SQL querying and data manipulation."
      },
      {
        "title": "Research Studies",
        "body": "Researchers studying government surveillance can use this dataset to analyze patterns and effectiveness of different factions and agents. By examining incidents and deployments, they can derive insights into operational success and areas needing improvement."
      },
      {
        "title": "Data Visualization Projects",
        "body": "Data analysts can utilize this dataset to create visualizations that depict the relationships between factions, agents, and incidents. Such visualizations can help communicate complex information effectively to stakeholders and the public."
      },
      {
        "title": "Policy Development",
        "body": "Government officials can use insights gathered from this dataset to inform policy decisions related to surveillance operations. Understanding the dynamics of different factions and their effectiveness can lead to improved strategies for national security."
      }
    ]
  },
  "counts": {
    "factions": 50,
    "agents": 200,
    "locations": 100,
    "deployments": 80,
    "incidents": 150,
    "matrix_versions": 20
  },
  "stats": {
    "factions": {
      "rows": 50,
      "columns": {
        "id": {
          "nulls": 0,
          "distinct": 50,
          "min": 1,
          "max": 50
        },
        "name": {
          "nulls": 0,
          "distinct": 41
        },
        "role": {
          "nulls": 0,
          "distinct": 4,
          "min": "intelligence",
          "max": "research"
        },
        "parent_id": {
          "nulls": 9,
          "distinct": 20,
          "min": 1,
          "max": 40
        }
      }
    },
    "agents": {
      "rows": 200,
      "columns": {
        "id": {
          "nulls": 0,
          "distinct": 200,
          "min": 1,
          "max": 200
        },
        "name": {
          "nulls": 0,
          "distinct": 196,
          "min": "Alice Jansen",
          "max": "Zoe Wright"
        },
        "faction_id": {
          "nulls": 0,
          "distinct": 50,
          "min": 1,
          "max": 50
        },
        "ability": {
          "nulls": 0,
          "distinct": 146
        },
        "equipment": {
          "nulls": 0,
          "distinct": 144
        }
      }
    },
    "locations": {
      "rows": 100,
      "columns": {
        "id": {
          "nulls": 0,
          "distinct": 100,
          "min": 1,
          "max": 100
        },
        "name": {
          "nulls": 0,
          "distinct": 78
        },
        "coordinates": {
          "nulls": 0,
          "distinct": 100
        }
      }
    },
    "incidents": {
      "rows": 150,
      "columns": {
        "id": {
          "nulls": 0,
          "distinct": 150,
          "min": 1,
          "max": 150
        },
        "location_id": {
          "nulls": 0,
          "distinct": 80,
          "min": 1,
          "max": 98
        },
        "faction_id": {
          "nulls": 0,
          "distinct": 48,
          "min": 1,
          "max": 50
        },
        "description": {
          "nulls": 0,
          "distinct": 150
        },
        "date": {
          "nulls": 0,
          "distinct": 150,
          "min": "2020-01-01 07:19:33",
          "max": "2023-12-30 10:16:52"
        }
      }
    },
    "deployments": {
      "rows": 80,
      "columns": {
        "id": {
          "nulls": 0,
          "distinct": 80,
          "min": 1,
          "max": 80
        },
        "faction_id": {
          "nulls": 0,
          "distinct": 43,
          "min": 1,
          "max": 50
        },
        "location_id": {
          "nulls": 0,
          "distinct": 52,
          "min": 2,
          "max": 100
        },
        "date": {
          "nulls": 0,
          "distinct": 80,
          "min": "2021-01-20 08:50:17",
          "max": "2023-12-18 10:51:47"
        },
        "status": {
          "nulls": 0,
          "distinct": 3,
          "min": "active",
          "max": "failed"
        }
      }
    },
    "matrix_versions": {
      "rows": 20,
      "columns": {
        "id": {
          "nulls": 0,
          "distinct": 20,
          "min": 1,
          "max": 20
        },
        "version": {
          "nulls": 0,
          "distinct": 20
        },
        "change_date": {
          "nulls": 0,
          "distinct": 20,
          "min": "2020-01-06 18:28:31",
          "max": "2023-08-14 10:16:57"
        },
        "reason": {
          "nulls": 0,
          "distinct": 20
        }
      }
    }
  },
  "artifacts": [
    {
      "file": "csv/factions.csv",
      "format": "csv",
      "table": "factions",
      "key": "datasets/government-surveillance-operations/v3/csv/factions.csv",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/csv/factions.csv",
      "bytes": 1723,
      "sha256": "8a2ab2ff1bbca938bd9a10607f52767eaa882d99df65e01b124ffd4dee167d4c",
      "rows": 50,
      "contentType": "text/csv; charset=utf-8"
    },
    {
      "file": "csv/agents.csv",
      "format": "csv",
      "table": "agents",
      "key": "datasets/government-surveillance-operations/v3/csv/agents.csv",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/csv/agents.csv",
      "bytes": 11813,
      "sha256": "0641748c1eb07ac37cb89133eb7eb6f0ac842bb3eb78992958e29e047f008bec",
      "rows": 200,
      "contentType": "text/csv; charset=utf-8"
    },
    {
      "file": "csv/locations.csv",
      "format": "csv",
      "table": "locations",
      "key": "datasets/government-surveillance-operations/v3/csv/locations.csv",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/csv/locations.csv",
      "bytes": 6118,
      "sha256": "77e1ffc1b043f4e2bf039cd22b9f5a782c929d684dda79c97561590495258c83",
      "rows": 100,
      "contentType": "text/csv; charset=utf-8"
    },
    {
      "file": "csv/deployments.csv",
      "format": "csv",
      "table": "deployments",
      "key": "datasets/government-surveillance-operations/v3/csv/deployments.csv",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/csv/deployments.csv",
      "bytes": 3041,
      "sha256": "cf5dd0e52699e6d3d7d73b55e732539643b2bd6f85c85be02b0670e32bf7acb0",
      "rows": 80,
      "contentType": "text/csv; charset=utf-8"
    },
    {
      "file": "csv/incidents.csv",
      "format": "csv",
      "table": "incidents",
      "key": "datasets/government-surveillance-operations/v3/csv/incidents.csv",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/csv/incidents.csv",
      "bytes": 13054,
      "sha256": "3df552713007d072d9104feb890c2cf4c685b3c7d9395f0562924e8f016c03a5",
      "rows": 150,
      "contentType": "text/csv; charset=utf-8"
    },
    {
      "file": "csv/matrix_versions.csv",
      "format": "csv",
      "table": "matrix_versions",
      "key": "datasets/government-surveillance-operations/v3/csv/matrix_versions.csv",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/csv/matrix_versions.csv",
      "bytes": 1797,
      "sha256": "fa9031e9bae230478b2b311886217a19198b733ae92c589330b3f4d3479d9cd4",
      "rows": 20,
      "contentType": "text/csv; charset=utf-8"
    },
    {
      "file": "government-surveillance-operations.json",
      "format": "json",
      "table": null,
      "key": "datasets/government-surveillance-operations/v3/government-surveillance-operations.json",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/government-surveillance-operations.json",
      "bytes": 96732,
      "sha256": "94c9bf76ce1b5eb40f8a2d54f953efa4d66c9a017b641937ea44972f323e5b68",
      "rows": null,
      "contentType": "application/json; charset=utf-8"
    },
    {
      "file": "sql/postgres.sql",
      "format": "sql-postgres",
      "table": null,
      "key": "datasets/government-surveillance-operations/v3/sql/postgres.sql",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/sql/postgres.sql",
      "bytes": 48648,
      "sha256": "c5bcb39e174f5a08bde0bdd664df54f2d49c915cf4f042d99e561f05a5a2fa2d",
      "rows": null,
      "contentType": "application/sql; charset=utf-8"
    },
    {
      "file": "sql/mysql.sql",
      "format": "sql-mysql",
      "table": null,
      "key": "datasets/government-surveillance-operations/v3/sql/mysql.sql",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/sql/mysql.sql",
      "bytes": 47961,
      "sha256": "a2a731417d758f12cafa793cc70f6dab773872584e5914f3d58471d29cf17eba",
      "rows": null,
      "contentType": "application/sql; charset=utf-8"
    },
    {
      "file": "sql/mssql.sql",
      "format": "sql-mssql",
      "table": null,
      "key": "datasets/government-surveillance-operations/v3/sql/mssql.sql",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/sql/mssql.sql",
      "bytes": 49805,
      "sha256": "88be0cc25468a773c66ac5eb47ba6c4177abbca496fb7e96849edfdc7284b6a5",
      "rows": null,
      "contentType": "application/sql; charset=utf-8"
    },
    {
      "file": "sql/sqlite.sql",
      "format": "sql-sqlite",
      "table": null,
      "key": "datasets/government-surveillance-operations/v3/sql/sqlite.sql",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/sql/sqlite.sql",
      "bytes": 47682,
      "sha256": "769838ec349bb3e1576237993e4ee413cfc7557074592892c9808204703c8f5c",
      "rows": null,
      "contentType": "application/sql; charset=utf-8"
    },
    {
      "file": "prisma/seed.ts",
      "format": "prisma-seed",
      "table": null,
      "key": "datasets/government-surveillance-operations/v3/prisma/seed.ts",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/prisma/seed.ts",
      "bytes": 78349,
      "sha256": "c0349c86017f678d49d2dde07ad9fa901d9c0ad61d59819506e26a785c84be24",
      "rows": null,
      "contentType": "application/typescript; charset=utf-8"
    },
    {
      "file": "django/fixtures.json",
      "format": "django-fixture",
      "table": null,
      "key": "datasets/government-surveillance-operations/v3/django/fixtures.json",
      "url": "https://database-sample-website.s3.eu-north-1.amazonaws.com/datasets/government-surveillance-operations/v3/django/fixtures.json",
      "bytes": 121332,
      "sha256": "75331f24653f32cb9d628f4da2766138d404fe852f4047dee1d7c8105ca93a5c",
      "rows": null,
      "contentType": "application/json; charset=utf-8"
    }
  ],
  "publishedAt": 1788766548663,
  "updatedAt": 1788784223753
}
