[ { "path": ".editorconfig", "content": "# With more recent updates Visual Studio 2017 supports EditorConfig files out of the box\n# Visual Studio Code needs an extension: https://github.com/editorconfig/editorconfig-vscode\n# For emacs, vim, np++ and other editors, see here: https://github.com/editorconfig\n###############################\n# Core EditorConfig Options #\n###############################\nroot = true\n# All files\n[*]\nindent_style = space\nindent_size = 4\ncharset = utf-8\ntrim_trailing_whitespace = true\ninsert_final_newline = true\nend_of_line = lf\nmax_line_length = off\n\n# YAML indentation\n[*.{yml,yaml}]\nindent_size = 2\n\n# XML indentation\n[*.{csproj,xml}]\nindent_size = 2\n\n###############################\n# .NET Coding Conventions #\n###############################\n[*.{cs,vb}]\n# Organize usings\ndotnet_sort_system_directives_first = true\n# this. preferences\ndotnet_style_qualification_for_field = false:silent\ndotnet_style_qualification_for_property = false:silent\ndotnet_style_qualification_for_method = false:silent\ndotnet_style_qualification_for_event = false:silent\n# Language keywords vs BCL types preferences\ndotnet_style_predefined_type_for_locals_parameters_members = true:silent\ndotnet_style_predefined_type_for_member_access = true:silent\n# Parentheses preferences\ndotnet_style_parentheses_in_arithmetic_binary_operators = always_for_clarity:silent\ndotnet_style_parentheses_in_relational_binary_operators = always_for_clarity:silent\ndotnet_style_parentheses_in_other_binary_operators = always_for_clarity:silent\ndotnet_style_parentheses_in_other_operators = never_if_unnecessary:silent\n# Modifier preferences\ndotnet_style_require_accessibility_modifiers = for_non_interface_members:silent\ndotnet_style_readonly_field = true:suggestion\n# Expression-level preferences\ndotnet_style_object_initializer = true:suggestion\ndotnet_style_collection_initializer = true:suggestion\ndotnet_style_explicit_tuple_names = true:suggestion\ndotnet_style_null_propagation = true:suggestion\ndotnet_style_coalesce_expression = true:suggestion\ndotnet_style_prefer_is_null_check_over_reference_equality_method = true:silent\ndotnet_style_prefer_inferred_tuple_names = true:suggestion\ndotnet_style_prefer_inferred_anonymous_type_member_names = true:suggestion\ndotnet_style_prefer_auto_properties = true:silent\ndotnet_style_prefer_conditional_expression_over_assignment = true:silent\ndotnet_style_prefer_conditional_expression_over_return = true:silent\n\n###############################\n# Naming Conventions #\n###############################\n# Style Definitions (From Roslyn)\n\n# Non-private static fields are PascalCase\ndotnet_naming_rule.non_private_static_fields_should_be_pascal_case.severity = suggestion\ndotnet_naming_rule.non_private_static_fields_should_be_pascal_case.symbols = non_private_static_fields\ndotnet_naming_rule.non_private_static_fields_should_be_pascal_case.style = non_private_static_field_style\n\ndotnet_naming_symbols.non_private_static_fields.applicable_kinds = field\ndotnet_naming_symbols.non_private_static_fields.applicable_accessibilities = public, protected, internal, protected_internal, private_protected\ndotnet_naming_symbols.non_private_static_fields.required_modifiers = static\n\ndotnet_naming_style.non_private_static_field_style.capitalization = pascal_case\n\n# Constants are PascalCase\ndotnet_naming_rule.constants_should_be_pascal_case.severity = suggestion\ndotnet_naming_rule.constants_should_be_pascal_case.symbols = constants\ndotnet_naming_rule.constants_should_be_pascal_case.style = constant_style\n\ndotnet_naming_symbols.constants.applicable_kinds = field, local\ndotnet_naming_symbols.constants.required_modifiers = const\n\ndotnet_naming_style.constant_style.capitalization = pascal_case\n\n# Static fields are camelCase and start with s_\ndotnet_naming_rule.static_fields_should_be_camel_case.severity = suggestion\ndotnet_naming_rule.static_fields_should_be_camel_case.symbols = static_fields\ndotnet_naming_rule.static_fields_should_be_camel_case.style = static_field_style\n\ndotnet_naming_symbols.static_fields.applicable_kinds = field\ndotnet_naming_symbols.static_fields.required_modifiers = static\n\ndotnet_naming_style.static_field_style.capitalization = camel_case\ndotnet_naming_style.static_field_style.required_prefix = _\n\n# Instance fields are camelCase and start with _\ndotnet_naming_rule.instance_fields_should_be_camel_case.severity = suggestion\ndotnet_naming_rule.instance_fields_should_be_camel_case.symbols = instance_fields\ndotnet_naming_rule.instance_fields_should_be_camel_case.style = instance_field_style\n\ndotnet_naming_symbols.instance_fields.applicable_kinds = field\n\ndotnet_naming_style.instance_field_style.capitalization = camel_case\ndotnet_naming_style.instance_field_style.required_prefix = _\n\n# Locals and parameters are camelCase\ndotnet_naming_rule.locals_should_be_camel_case.severity = suggestion\ndotnet_naming_rule.locals_should_be_camel_case.symbols = locals_and_parameters\ndotnet_naming_rule.locals_should_be_camel_case.style = camel_case_style\n\ndotnet_naming_symbols.locals_and_parameters.applicable_kinds = parameter, local\n\ndotnet_naming_style.camel_case_style.capitalization = camel_case\n\n# Local functions are PascalCase\ndotnet_naming_rule.local_functions_should_be_pascal_case.severity = suggestion\ndotnet_naming_rule.local_functions_should_be_pascal_case.symbols = local_functions\ndotnet_naming_rule.local_functions_should_be_pascal_case.style = local_function_style\n\ndotnet_naming_symbols.local_functions.applicable_kinds = local_function\n\ndotnet_naming_style.local_function_style.capitalization = pascal_case\n\n# By default, name items with PascalCase\ndotnet_naming_rule.members_should_be_pascal_case.severity = suggestion\ndotnet_naming_rule.members_should_be_pascal_case.symbols = all_members\ndotnet_naming_rule.members_should_be_pascal_case.style = pascal_case_style\n\ndotnet_naming_symbols.all_members.applicable_kinds = *\n\ndotnet_naming_style.pascal_case_style.capitalization = pascal_case\n\n###############################\n# C# Coding Conventions #\n###############################\n[*.cs]\n# var preferences\ncsharp_style_var_for_built_in_types = true:silent\ncsharp_style_var_when_type_is_apparent = true:silent\ncsharp_style_var_elsewhere = true:silent\n# Expression-bodied members\ncsharp_style_expression_bodied_methods = false:silent\ncsharp_style_expression_bodied_constructors = false:silent\ncsharp_style_expression_bodied_operators = false:silent\ncsharp_style_expression_bodied_properties = true:silent\ncsharp_style_expression_bodied_indexers = true:silent\ncsharp_style_expression_bodied_accessors = true:silent\n# Pattern matching preferences\ncsharp_style_pattern_matching_over_is_with_cast_check = true:suggestion\ncsharp_style_pattern_matching_over_as_with_null_check = true:suggestion\n# Null-checking preferences\ncsharp_style_throw_expression = true:suggestion\ncsharp_style_conditional_delegate_call = true:suggestion\n# Modifier preferences\ncsharp_preferred_modifier_order = public,private,protected,internal,static,extern,new,virtual,abstract,sealed,override,readonly,unsafe,volatile,async:suggestion\n# Expression-level preferences\ncsharp_prefer_braces = true:silent\ncsharp_style_deconstructed_variable_declaration = true:suggestion\ncsharp_prefer_simple_default_expression = true:suggestion\ncsharp_style_pattern_local_over_anonymous_function = true:suggestion\ncsharp_style_inlined_variable_declaration = true:suggestion\n\n###############################\n# C# Formatting Rules #\n###############################\n# New line preferences\ncsharp_new_line_before_open_brace = all\ncsharp_new_line_before_else = true\ncsharp_new_line_before_catch = true\ncsharp_new_line_before_finally = true\ncsharp_new_line_before_members_in_object_initializers = true\ncsharp_new_line_before_members_in_anonymous_types = true\ncsharp_new_line_between_query_expression_clauses = true\n# Indentation preferences\ncsharp_indent_case_contents = true\ncsharp_indent_switch_labels = true\ncsharp_indent_labels = flush_left\n# Space preferences\ncsharp_space_after_cast = false\ncsharp_space_after_keywords_in_control_flow_statements = true\ncsharp_space_between_method_call_parameter_list_parentheses = false\ncsharp_space_between_method_declaration_parameter_list_parentheses = false\ncsharp_space_between_parentheses = false\ncsharp_space_before_colon_in_inheritance_clause = true\ncsharp_space_after_colon_in_inheritance_clause = true\ncsharp_space_around_binary_operators = before_and_after\ncsharp_space_between_method_declaration_empty_parameter_list_parentheses = false\ncsharp_space_between_method_call_name_and_opening_parenthesis = false\ncsharp_space_between_method_call_empty_parameter_list_parentheses = false\n# Wrapping preferences\ncsharp_preserve_single_line_statements = true\ncsharp_preserve_single_line_blocks = true\n" }, { "path": ".github/ISSUE_TEMPLATE/bug_report.yml", "content": "name: \"Bug report\"\ndescription: \"Create a report to help us improve\"\nlabels: [bug]\nbody:\n - type: textarea\n attributes:\n label: Describe the bug\n description: Also tell us, what did you expect to happen?\n placeholder: |\n The more information that you are able to provide, the better. Did you do anything before this happened? Did you upgrade or change anything? Any screenshots or logs you can provide will be helpful.\n\n This is my issue.\n\n Steps to Reproduce\n 1. In this environment...\n 2. With this config...\n 3. Run '...'\n 4. See error...\n validations:\n required: true\n\n - type: input\n attributes:\n label: Operating system\n placeholder: Debian 11, Windows 11, etc.\n validations:\n required: true\n\n - type: input\n attributes:\n label: Jellyfin installation method\n placeholder: Docker, Windows installer, etc.\n validations:\n required: true\n\n - type: textarea\n attributes:\n label: Support Bundle\n placeholder: go to Dashboard -> Plugins -> Media Analyzer -> Support Bundle (at the bottom of the page) and paste the contents of the textbox here\n validations:\n required: true\n\n - type: textarea\n attributes:\n label: Jellyfin logs\n placeholder: Paste any relevant logs here\n render: shell\n\n" }, { "path": ".github/ISSUE_TEMPLATE/feature_request.md", "content": "---\nname: Feature request\nabout: Suggest an idea for this project\nlabels: enhancement\nassignees: ''\n\n---\n\n**Describe the feature you'd like added**\nA clear and concise description of what you would like to see added.\n\n**Additional context**\nAdd any other context or screenshots about the feature request here.\n" }, { "path": ".github/dependabot.yml", "content": "version: 2\nupdates:\n # Fetch and update latest `nuget` pkgs\n - package-ecosystem: nuget\n directory: /\n schedule:\n interval: weekly\n open-pull-requests-limit: 10\n labels:\n - chore\n - dependency\n - nuget\n commit-message:\n prefix: chore\n include: scope\n\n # Fetch and update latest `github-actions` pkgs\n - package-ecosystem: github-actions\n directory: /\n schedule:\n interval: monthly\n open-pull-requests-limit: 10\n labels:\n - ci\n - dependency\n - github_actions\n commit-message:\n prefix: ci\n include: scope\n" }, { "path": ".github/workflows/build.yml", "content": "name: \"Build Plugin\"\n\non:\n push:\n branches: [\"master\", \"analyzers\"]\n pull_request:\n branches: [\"master\"]\n\njobs:\n build:\n runs-on: ubuntu-latest\n steps:\n - uses: actions/checkout@v4\n\n - name: Setup .NET\n uses: actions/setup-dotnet@v4\n with:\n dotnet-version: 8.0.x\n\n - name: Restore dependencies\n run: dotnet restore\n\n - name: Embed version info\n run: echo \"${{ github.sha }}\" > Jellyfin.Plugin.MediaAnalyzer/Configuration/version.txt\n\n - name: Build\n run: dotnet build --no-restore\n\n - name: Upload artifact\n uses: actions/upload-artifact@v4\n with:\n name: Jellyfin.Plugin.MediaAnalyzer-${{ github.sha }}.dll\n path: Jellyfin.Plugin.MediaAnalyzer/bin/Debug/net8.0/Jellyfin.Plugin.MediaAnalyzer.dll\n if-no-files-found: error\n" }, { "path": ".github/workflows/package.sh", "content": "#!/bin/bash\n\n# Check argument count\nif [[ $# -ne 1 ]]; then\n echo \"Usage: $0 VERSION\"\n exit 1\nfi\n\n# Use provided tag to derive archive filename and short tag\nversion=\"$1\"\nzip=\"jellyfin-plugin-mediaanalyzer-$version.zip\"\nshort=\"$(echo \"$version\" | sed \"s/^v//\")\"\n\n# Get the assembly version\nCSPROJ=\"Jellyfin.Plugin.MediaAnalyzer/Jellyfin.Plugin.MediaAnalyzer.csproj\"\nassemblyVersion=\"$(grep -m1 -oE \"([0-9]\\.){3}[0-9]\" \"$CSPROJ\")\"\n\n# Get the date\ndate=\"$(date --utc -Iseconds | sed \"s/\\+00:00/Z/\")\"\n\n# Debug\necho \"Version: $version ($short)\"\necho \"Archive: $zip\"\necho\n\necho \"Running unit tests\"\ndotnet test -p:DefineConstants=SKIP_FFMPEG_TESTS || exit 1\necho\n\necho \"Building plugin in Release mode\"\ndotnet build -c Release || exit 1\necho\n\n# Create packaging directory\nmkdir package\ncd package || exit 1\n\n# Copy the freshly built plugin DLL to the packaging directory and archive\ncp \"../Jellyfin.Plugin.MediaAnalyzer/bin/Release/net8.0/Jellyfin.Plugin.MediaAnalyzer.dll\" ./ || exit 1\nzip \"$zip\" Jellyfin.Plugin.MediaAnalyzer.dll || exit 1\n\n# Calculate the checksum of the archive\nchecksum=\"$(md5sum \"$zip\" | cut -f 1 -d \" \")\"\n\n# Generate the manifest entry for this plugin\ncat > manifest.json <<'EOF'\n{\n \"version\": \"ASSEMBLY\",\n \"changelog\": \"- See the full changelog at [GitHub](https://github.com/Endrl/jellyfin-plugin-media-analyzer/blob/master/CHANGELOG.md)\\n\",\n \"targetAbi\": \"10.9.0.0\",\n \"sourceUrl\": \"https://github.com/Endrl/jellyfin-plugin-media-analyzer/releases/download/VERSION/ZIP\",\n \"checksum\": \"CHECKSUM\",\n \"timestamp\": \"DATE\"\n}\nEOF\n\nsed -i \"s/ASSEMBLY/$assemblyVersion/\" manifest.json\nsed -i \"s/VERSION/$version/\" manifest.json\nsed -i \"s/ZIP/$zip/\" manifest.json\nsed -i \"s/CHECKSUM/$checksum/\" manifest.json\nsed -i \"s/DATE/$date/\" manifest.json\n" }, { "path": ".github/workflows/publish.yml", "content": "name: \"Package plugin\"\n\non:\n workflow_dispatch:\n\njobs:\n build:\n runs-on: ubuntu-latest\n steps:\n # set fetch-depth to 0 in order to clone all tags instead of just the current commit\n - uses: actions/checkout@v4\n with:\n fetch-depth: 0\n\n - name: Checkout latest tag\n id: tag\n run: |\n tag=\"$(git tag --sort=committerdate | tail -n 1)\"\n git checkout \"$tag\"\n echo \"tag=$tag\" >> $GITHUB_OUTPUT\n\n - name: Setup .NET\n uses: actions/setup-dotnet@v4\n with:\n dotnet-version: 8.0.x\n\n - name: Restore dependencies\n run: dotnet restore\n\n - name: Package\n run: .github/workflows/package.sh ${{ steps.tag.outputs.tag }}\n\n - name: Upload plugin archive\n uses: actions/upload-artifact@v4\n with:\n name: jellyfin-plugin-mediaanalyzer-bundle-${{ steps.tag.outputs.tag }}.zip\n path: |\n package/*.zip\n package/*.json\n if-no-files-found: error\n" }, { "path": ".gitignore", "content": "bin/\nobj/\nBenchmarkDotNet.Artifacts/\n/package/\n\n# Ignore pre compiled web interface\ndocker/dist\n" }, { "path": ".vscode/launch.json", "content": " {\n // Paths and plugin names are configured in settings.json\n \"version\": \"0.2.0\",\n \"configurations\": [\n {\n \"type\": \"coreclr\",\n \"name\": \"Launch\",\n \"request\": \"launch\",\n \"preLaunchTask\": \"build-and-copy\",\n \"program\": \"${config:jellyfinDir}/bin/Debug/net8.0/jellyfin.dll\",\n \"args\": [\n //\"--nowebclient\"\n \"--webdir\",\n \"${config:jellyfinWebDir}/dist/\"\n ],\n \"cwd\": \"${config:jellyfinDir}\",\n }\n ]\n }\n" }, { "path": ".vscode/settings.json", "content": "{\n // jellyfinDir : The directory of the cloned jellyfin server project\n // This needs to be built once before it can be used\n \"jellyfinDir\": \"${workspaceFolder}/../jellyfin/Jellyfin.Server\",\n // jellyfinWebDir : The directory of the cloned jellyfin-web project\n // This needs to be built once before it can be used\n \"jellyfinWebDir\": \"${workspaceFolder}/../jellyfin-web\",\n // jellyfinDataDir : the root data directory for a running jellyfin instance\n // This is where jellyfin stores its configs, plugins, metadata etc\n // This is platform specific by default, but on Windows defaults to\n // ${env:LOCALAPPDATA}/jellyfin\n \"jellyfinDataDir\": \"${env:LOCALAPPDATA}/jellyfin\",\n \"jellyfinDataDirWin\": \"${env:LOCALAPPDATA}\\\\jellyfin\",\n // The name of the plugin\n \"pluginName\": \"Jellyfin.Plugin.MediaAnalyzer\",\n \"cmake.configureOnOpen\": false\n}" }, { "path": ".vscode/tasks.json", "content": "{\n // Paths and plugin name are configured in settings.json\n \"version\": \"2.0.0\",\n \"tasks\": [\n {\n // A chain task - build the plugin, then copy it to your\n // jellyfin server's plugin directory\n \"label\": \"build-and-copy\",\n \"dependsOrder\": \"sequence\",\n \"dependsOn\": [\"build\",\"copy-dll-win\"],\n \"windows\": {\n \"dependsOn\": [\"build\",\"copy-dll-win\"]\n }\n },\n {\n // Build the plugin\n \"label\": \"build\",\n \"command\": \"dotnet\",\n \"type\": \"shell\",\n \"args\": [\n \"publish\",\n \"${workspaceFolder}/${config:pluginName}.sln\",\n \"/property:GenerateFullPaths=true\",\n \"/consoleloggerparameters:NoSummary\"\n ],\n \"group\": \"build\",\n \"presentation\": {\n \"reveal\": \"silent\"\n },\n \"problemMatcher\": \"$msCompile\"\n },\n {\n // Ensure the plugin directory exists before trying to use it\n \"label\": \"make-plugin-dir\",\n \"type\": \"shell\",\n \"command\": \"mkdir\",\n \"args\": [\n \"-Force\",\n \"-Path\",\n \"${config:jellyfinDataDir}/plugins/${config:pluginName}/\"\n ]\n },\n {\n // Copy the plugin dll to the jellyfin plugin install path\n // This command copies every .dll from the build directory to the plugin dir\n // Usually, you probablly only need ${config:pluginName}.dll\n // But some plugins may bundle extra requirements\n \"label\": \"copy-dll-win\",\n \"type\": \"shell\",\n \"command\": \"xcopy\",\n \"args\": [\n \"/I\",\n \"/y\",\n \".\\\\${config:pluginName}\\\\bin\\\\Debug\\\\net8.0\\\\publish\",\n \"${config:jellyfinDataDirWin}\\\\plugins\\\\${config:pluginName}\\\\\"\n ]\n\n },\n {\n // Copy the plugin dll to the jellyfin plugin install path\n // This command copies every .dll from the build directory to the plugin dir\n // Usually, you probablly only need ${config:pluginName}.dll\n // But some plugins may bundle extra requirements\n \"label\": \"copy-dll\",\n \"type\": \"shell\",\n \"command\": \"cp\",\n \"args\": [\n \"./${config:pluginName}/bin/Debug/net8.0/publish/*\",\n \"${config:jellyfinDataDir}/plugins/${config:pluginName}/\"\n ]\n\n },\n ]\n}\n" }, { "path": "ACKNOWLEDGEMENTS.md", "content": "Intro Skipper is made possible by the following open source projects:\n\n* [acoustid-match](https://github.com/dnknth/acoustid-match) (MIT)\n* [chromaprint](https://github.com/acoustid/chromaprint) (LGPL 2.1)\n* [JellyScrub](https://github.com/nicknsy/jellyscrub) (MIT)\n* [Jellyfin](https://github.com/jellyfin/jellyfin) (GPL)\n" }, { "path": "CHANGELOG.md", "content": "# Changelog\n\n## Unreleased\n\n### Changed\n\n* Task Timer is no longer configured by deafult. We listen for MediaLibrary changes instead. (Change back in options)\n\n### Fixed\n\n* Prevents a crash during save when start >= end time\n\n## v0.4.0.0 (2023-11-02)\n\n* Remove creatorId (sync with server implementation)\n\n## v0.3.0.0 (2023-09-25)\n\n* Add options to control listener\n* Round to two decimal places\n* Improve log messages\n\n## v0.2.0.0 (2023-05-28)\n\n* Blacklisting with db\n* Enable movies credits detection\n\n## v0.1.0.0 (2023-05-04)\n\n* Outdated, removed from repository!\n* Initial release\n* New features\n * Detect ending credits in television episodes\n * Add support for using chapter names to locate introductions and ending credits\n * Add support for using black frames to locate ending credits\n* Internal changes\n * Move Chromaprint analysis code out of the episode analysis task\n * Add support for multiple analysis techinques\n* Breaking Change\n * Removed all server and frontend influencing mods\n * Removed EDL handling\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Analyzers/BlackFrameAnalyzer.cs", "content": "namespace Jellyfin.Plugin.MediaAnalyzer;\n\nusing System;\nusing System.Collections.Generic;\nusing System.Collections.ObjectModel;\nusing System.Linq;\nusing System.Threading;\nusing System.Threading.Tasks;\nusing Jellyfin.Data.Enums;\nusing Microsoft.Extensions.Logging;\n\n/// \n/// Media file analyzer used to detect end credits that consist of text overlaid on a black background.\n/// Bisects the end of the video file to perform an efficient search.\n/// \npublic class BlackFrameAnalyzer : IMediaFileAnalyzer\n{\n private readonly TimeSpan _maximumError = new(0, 0, 4);\n\n private readonly ILogger _logger;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Logger.\n public BlackFrameAnalyzer(ILogger logger)\n {\n _logger = logger;\n }\n\n /// \n public async Task<(ReadOnlyCollection NotAnalyzed, ReadOnlyDictionary Analyzed, ReadOnlyDictionary SegmentMetadata)> AnalyzeMediaFilesAsync(\n ReadOnlyCollection analysisQueue,\n MediaSegmentType mode,\n CancellationToken cancellationToken)\n {\n if (mode != MediaSegmentType.Outro)\n {\n throw new NotImplementedException(\"Blackframe analyzing is just suitable for Credits/Outro\");\n }\n\n var creditTimes = new Dictionary();\n var metadata = new Dictionary();\n\n foreach (var episode in analysisQueue)\n {\n if (cancellationToken.IsCancellationRequested)\n {\n break;\n }\n\n var meta = await Plugin.Instance!.GetMetadataDb().GetSegments(episode.ItemId, mode, AnalyzerType.BlackFrameAnalyzer);\n\n var intro = AnalyzeMediaFile(\n episode,\n mode,\n Plugin.Instance!.Configuration.BlackFrameMinimumPercentage);\n\n if (intro is null)\n {\n continue;\n }\n\n // protect against broken timestamps\n if (intro.Start >= intro.End)\n {\n continue;\n }\n\n creditTimes[episode.ItemId] = intro;\n if (meta is null)\n {\n metadata[episode.ItemId] = new SegmentMetadata(episode, mode, AnalyzerType.BlackFrameAnalyzer);\n }\n }\n\n return (analysisQueue\n .Where(x => !creditTimes.ContainsKey(x.ItemId))\n .ToList()\n .AsReadOnly(), creditTimes.AsReadOnly(), metadata.AsReadOnly());\n }\n\n /// \n /// Analyzes an individual media file. Only public because of unit tests.\n /// \n /// Media file to analyze.\n /// Analysis mode.\n /// Percentage of the frame that must be black.\n /// Credits timestamp.\n public Segment? AnalyzeMediaFile(QueuedMedia episode, MediaSegmentType mode, int minimum)\n {\n var config = Plugin.Instance?.Configuration ?? new Configuration.PluginConfiguration();\n\n // Start by analyzing the last N minutes of the file.\n var start = TimeSpan.FromSeconds(config.MaximumEpisodeCreditsDuration);\n var end = TimeSpan.FromSeconds(config.MinimumCreditsDuration);\n var firstFrameTime = 0.0;\n\n // Continue bisecting the end of the file until the range that contains the first black\n // frame is smaller than the maximum permitted error.\n while (start - end > _maximumError)\n {\n // Analyze the middle two seconds from the current bisected range\n var midpoint = (start + end) / 2;\n var scanTime = episode.Duration - midpoint.TotalSeconds;\n var tr = new TimeRange(scanTime, scanTime + 2);\n\n _logger.LogTrace(\n \"{Episode}, dur {Duration}, bisect [{BStart}, {BEnd}], time [{Start}, {End}]\",\n episode.Name,\n episode.Duration,\n start,\n end,\n tr.Start,\n tr.End);\n\n var frames = FFmpegWrapper.DetectBlackFrames(episode, tr, minimum);\n _logger.LogTrace(\n \"{Episode} at {Start} has {Count} black frames\",\n episode.Name,\n tr.Start,\n frames.Length);\n\n if (frames.Length == 0)\n {\n // Since no black frames were found, slide the range closer to the end\n start = midpoint;\n }\n else\n {\n // Some black frames were found, slide the range closer to the start\n end = midpoint;\n firstFrameTime = frames[0].Time + scanTime;\n }\n }\n\n if (firstFrameTime > 0)\n {\n return new(episode.ItemId, episode.IsEpisode(), new TimeRange(firstFrameTime, episode.Duration));\n }\n\n return null;\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Analyzers/ChapterAnalyzer.cs", "content": "namespace Jellyfin.Plugin.MediaAnalyzer;\n\nusing System;\nusing System.Collections.Generic;\nusing System.Collections.ObjectModel;\nusing System.Globalization;\nusing System.Linq;\nusing System.Text.RegularExpressions;\nusing System.Threading;\nusing System.Threading.Tasks;\nusing Jellyfin.Data.Enums;\nusing MediaBrowser.Model.Entities;\nusing Microsoft.Extensions.Logging;\n\n/// \n/// Chapter name analyzer.\n/// \npublic class ChapterAnalyzer : IMediaFileAnalyzer\n{\n private ILogger _logger;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Logger.\n public ChapterAnalyzer(ILogger logger)\n {\n _logger = logger;\n }\n\n /// \n public async Task<(ReadOnlyCollection NotAnalyzed, ReadOnlyDictionary Analyzed, ReadOnlyDictionary SegmentMetadata)> AnalyzeMediaFilesAsync(\n ReadOnlyCollection analysisQueue,\n MediaSegmentType mode,\n CancellationToken cancellationToken)\n {\n var skippableRanges = new Dictionary();\n var metadata = new Dictionary();\n\n var expression = mode == MediaSegmentType.Intro ?\n Plugin.Instance!.Configuration.ChapterAnalyzerIntroductionPattern :\n Plugin.Instance!.Configuration.ChapterAnalyzerEndCreditsPattern;\n\n if (string.IsNullOrWhiteSpace(expression))\n {\n return (analysisQueue, skippableRanges.AsReadOnly(), metadata.AsReadOnly());\n }\n\n foreach (var episode in analysisQueue)\n {\n if (cancellationToken.IsCancellationRequested)\n {\n break;\n }\n\n var meta = await Plugin.Instance!.GetMetadataDb().GetSegments(episode.ItemId, mode, AnalyzerType.ChapterAnalyzer);\n\n var skipRange = FindMatchingChapter(\n episode,\n new(Plugin.Instance!.GetChapters(episode.ItemId)),\n expression,\n mode);\n\n if (skipRange is null)\n {\n continue;\n }\n\n // protect against broken timestamps\n if (skipRange.Start >= skipRange.End)\n {\n continue;\n }\n\n skippableRanges.Add(episode.ItemId, skipRange);\n if (meta is null)\n {\n metadata[episode.ItemId] = new SegmentMetadata(episode, mode, AnalyzerType.ChapterAnalyzer);\n }\n }\n\n return (analysisQueue\n .Where(x => !skippableRanges.ContainsKey(x.ItemId))\n .ToList()\n .AsReadOnly(), skippableRanges.AsReadOnly(), metadata.AsReadOnly());\n }\n\n /// \n /// Searches a list of chapter names for one that matches the provided regular expression.\n /// Only public to allow for unit testing.\n /// \n /// Episode.\n /// Media item chapters.\n /// Regular expression pattern.\n /// Analysis mode.\n /// Intro object containing skippable time range, or null if no chapter matched.\n public Segment? FindMatchingChapter(\n QueuedMedia episode,\n Collection chapters,\n string expression,\n MediaSegmentType mode)\n {\n Segment? matchingChapter = null;\n\n var config = Plugin.Instance?.Configuration ?? new Configuration.PluginConfiguration();\n\n var minDuration = config.MinimumIntroDuration;\n int maxDuration = mode == MediaSegmentType.Intro ?\n config.MaximumIntroDuration :\n config.MaximumEpisodeCreditsDuration;\n\n if (mode == MediaSegmentType.Outro)\n {\n // Since the ending credits chapter may be the last chapter in the file, append a virtual\n // chapter at the very end of the file.\n chapters.Add(new()\n {\n StartPositionTicks = TimeSpan.FromSeconds(episode.Duration).Ticks\n });\n }\n\n // Check all chapters\n for (int i = 0; i < chapters.Count - 1; i++)\n {\n var current = chapters[i];\n var next = chapters[i + 1];\n\n if (string.IsNullOrWhiteSpace(current.Name))\n {\n continue;\n }\n\n var currentRange = new TimeRange(\n TimeSpan.FromTicks(current.StartPositionTicks).TotalSeconds,\n TimeSpan.FromTicks(next.StartPositionTicks).TotalSeconds);\n\n var baseMessage = string.Format(\n CultureInfo.InvariantCulture,\n \"{0}: Chapter \\\"{1}\\\" ({2} - {3})\",\n episode.Path,\n current.Name,\n currentRange.Start,\n currentRange.End);\n\n if (currentRange.Duration < minDuration || currentRange.Duration > maxDuration)\n {\n _logger.LogTrace(\"{Base}: ignoring (invalid duration)\", baseMessage);\n continue;\n }\n\n // Regex.IsMatch() is used here in order to allow the runtime to cache the compiled regex\n // between function invocations.\n var match = Regex.IsMatch(\n current.Name,\n expression,\n RegexOptions.None,\n TimeSpan.FromSeconds(1));\n\n if (!match)\n {\n _logger.LogTrace(\"{Base}: ignoring (does not match regular expression)\", baseMessage);\n continue;\n }\n\n matchingChapter = new(episode.ItemId, episode.IsEpisode(), currentRange);\n _logger.LogTrace(\"{Base}: okay\", baseMessage);\n break;\n }\n\n return matchingChapter;\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Analyzers/ChromaprintAnalyzer.cs", "content": "namespace Jellyfin.Plugin.MediaAnalyzer;\n\nusing System;\nusing System.Collections.Generic;\nusing System.Collections.ObjectModel;\nusing System.Linq;\nusing System.Numerics;\nusing System.Threading;\nusing System.Threading.Tasks;\nusing Jellyfin.Data.Enums;\nusing Microsoft.Extensions.Logging;\n\n/// \n/// Chromaprint audio analyzer.\n/// \npublic class ChromaprintAnalyzer : IMediaFileAnalyzer\n{\n /// \n /// Seconds of audio in one fingerprint point.\n /// This value is defined by the Chromaprint library and should not be changed.\n /// \n private const double SamplesToSeconds = 0.128;\n\n private int minimumIntroDuration;\n\n private int maximumDifferences;\n\n private int invertedIndexShift;\n\n private double maximumTimeSkip;\n\n private double silenceDetectionMinimumDuration;\n\n private ILogger _logger;\n\n private MediaSegmentType _analyzingType;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Logger.\n public ChromaprintAnalyzer(ILogger logger)\n {\n var config = Plugin.Instance?.Configuration ?? new Configuration.PluginConfiguration();\n maximumDifferences = config.MaximumFingerprintPointDifferences;\n invertedIndexShift = config.InvertedIndexShift;\n maximumTimeSkip = config.MaximumTimeSkip;\n silenceDetectionMinimumDuration = config.SilenceDetectionMinimumDuration;\n minimumIntroDuration = config.MinimumIntroDuration;\n\n _logger = logger;\n }\n\n /// \n public async Task<(ReadOnlyCollection NotAnalyzed, ReadOnlyDictionary Analyzed, ReadOnlyDictionary SegmentMetadata)> AnalyzeMediaFilesAsync(\n ReadOnlyCollection analysisQueue,\n MediaSegmentType mode,\n CancellationToken cancellationToken)\n {\n // All segments for this season.\n var seasonSegments = new Dictionary();\n\n // Cache of all fingerprints for this season.\n var fingerprintCache = new Dictionary();\n\n // Episode analysis queue based on not analyzed episodes\n var episodeAnalysisQueue = analysisQueue.ToList().Where(m => !m.IsAnalyzed).ToList();\n\n // Episodes that were analyzed and do not have an introduction.\n var episodesWithoutSegments = new List();\n\n var metadata = new Dictionary();\n\n this._analyzingType = mode;\n\n // we need at least two episodes, it's possible to use an already analzyed one as reference\n if (episodeAnalysisQueue.Count == 1 && analysisQueue.Count > 1)\n {\n var item = analysisQueue.Where(i => !episodeAnalysisQueue.Contains(i)).FirstOrDefault();\n\n if (item is not null)\n {\n episodeAnalysisQueue.Add(item);\n }\n }\n\n // If we have just one episode, we can abort and flag the episode to skip blacklisting\n if (episodeAnalysisQueue.Count == 1)\n {\n var item = episodeAnalysisQueue.First();\n _logger.LogInformation(\"Found just one episode for {Series}: S{Season}. Skipping as we need at least two.\", item.SeriesName, item.SeasonNumber);\n\n item.SkipPreventAnalyzing = true;\n episodesWithoutSegments.Add(item);\n return (episodesWithoutSegments.AsReadOnly(), seasonSegments.AsReadOnly(), metadata.AsReadOnly());\n }\n\n // Compute fingerprints for all episodes in the season\n foreach (var episode in episodeAnalysisQueue)\n {\n try\n {\n fingerprintCache[episode.ItemId] = FFmpegWrapper.Fingerprint(episode, mode);\n\n if (cancellationToken.IsCancellationRequested)\n {\n return (analysisQueue, seasonSegments.AsReadOnly(), metadata.AsReadOnly());\n }\n }\n catch (FingerprintException ex)\n {\n _logger.LogDebug(\"Caught fingerprint error: {Ex}\", ex);\n WarningManager.SetFlag(PluginWarning.InvalidChromaprintFingerprint);\n\n // Fallback to an empty fingerprint on any error\n fingerprintCache[episode.ItemId] = Array.Empty();\n }\n }\n\n // While there are still episodes in the queue\n while (episodeAnalysisQueue.Count > 0)\n {\n // Pop the first episode from the queue\n var currentEpisode = episodeAnalysisQueue[0];\n episodeAnalysisQueue.RemoveAt(0);\n\n // Search through all remaining episodes.\n foreach (var remainingEpisode in episodeAnalysisQueue)\n {\n // Compare the current episode to all remaining episodes in the queue.\n var (currentIntro, remainingIntro) = CompareEpisodes(\n currentEpisode.ItemId,\n fingerprintCache[currentEpisode.ItemId],\n remainingEpisode.ItemId,\n fingerprintCache[remainingEpisode.ItemId]);\n\n // Ignore this comparison result if:\n // - one of the intros isn't valid, or\n // - the introduction exceeds the configured limit\n if (\n !remainingIntro.Valid ||\n remainingIntro.Duration > Plugin.Instance!.Configuration.MaximumIntroDuration)\n {\n continue;\n }\n\n /* Since the Fingerprint() function returns an array of Chromaprint points without time\n * information, the times reported from the index search function start from 0.\n *\n * While this is desired behavior for detecting introductions, it breaks credit\n * detection, as the audio we're analyzing was extracted from some point into the file.\n *\n * To fix this, add the starting time of the fingerprint to the reported time range.\n */\n if (this._analyzingType == MediaSegmentType.Outro)\n {\n currentIntro.Start += currentEpisode.CreditsFingerprintStart;\n currentIntro.End += currentEpisode.CreditsFingerprintStart;\n remainingIntro.Start += remainingEpisode.CreditsFingerprintStart;\n remainingIntro.End += remainingEpisode.CreditsFingerprintStart;\n }\n\n // Only save the discovered intro if it is:\n // - the first intro discovered for this episode\n // - longer than the previously discovered intro\n if (\n !seasonSegments.TryGetValue(currentIntro.ItemId, out var savedCurrentIntro) ||\n currentIntro.Duration > savedCurrentIntro.Duration)\n {\n if (ValidateTime(currentIntro))\n {\n var meta = await Plugin.Instance!.GetMetadataDb().GetSegments(currentEpisode.ItemId, mode, AnalyzerType.ChromaprintAnalyzer);\n\n if (meta is null)\n {\n metadata[currentIntro.ItemId] = new SegmentMetadata(currentEpisode, mode, AnalyzerType.ChromaprintAnalyzer);\n }\n\n seasonSegments[currentIntro.ItemId] = currentIntro;\n }\n }\n\n if (\n !seasonSegments.TryGetValue(remainingIntro.ItemId, out var savedRemainingIntro) ||\n remainingIntro.Duration > savedRemainingIntro.Duration)\n {\n if (ValidateTime(currentIntro))\n {\n var meta = await Plugin.Instance!.GetMetadataDb().GetSegments(remainingEpisode.ItemId, mode, AnalyzerType.ChromaprintAnalyzer);\n if (meta is null)\n {\n metadata[remainingIntro.ItemId] = new SegmentMetadata(remainingEpisode, mode, AnalyzerType.ChromaprintAnalyzer);\n }\n\n seasonSegments[remainingIntro.ItemId] = remainingIntro;\n }\n }\n\n break;\n }\n\n // If no intro is found at this point, the popped episode is not reinserted into the queue.\n episodesWithoutSegments.Add(currentEpisode);\n }\n\n if (this._analyzingType == MediaSegmentType.Intro)\n {\n // Adjust all introduction end times so that they end at silence.\n seasonSegments = AdjustIntroEndTimes(analysisQueue, seasonSegments);\n }\n\n // If cancellation was requested, report that no episodes were analyzed.\n if (cancellationToken.IsCancellationRequested)\n {\n seasonSegments.Clear();\n metadata.Clear();\n return (analysisQueue, seasonSegments.AsReadOnly(), metadata.AsReadOnly());\n }\n\n return (episodesWithoutSegments.AsReadOnly(), seasonSegments.AsReadOnly(), metadata.AsReadOnly());\n }\n\n /// \n /// Analyze two episodes to find an introduction sequence shared between them.\n /// \n /// First episode id.\n /// First episode fingerprint points.\n /// Second episode id.\n /// Second episode fingerprint points.\n /// Intros for the first and second episodes.\n public (Segment Lhs, Segment Rhs) CompareEpisodes(\n Guid lhsId,\n uint[] lhsPoints,\n Guid rhsId,\n uint[] rhsPoints)\n {\n // Creates an inverted fingerprint point index for both episodes.\n // For every point which is a 100% match, search for an introduction at that point.\n var (lhsRanges, rhsRanges) = SearchInvertedIndex(lhsId, lhsPoints, rhsId, rhsPoints);\n\n if (lhsRanges.Count > 0)\n {\n _logger.LogTrace(\"Index search successful\");\n\n return GetLongestTimeRange(lhsId, lhsRanges, rhsId, rhsRanges);\n }\n\n _logger.LogTrace(\n \"Unable to find a shared introduction sequence between {LHS} and {RHS}\",\n lhsId,\n rhsId);\n\n return (new Segment(lhsId), new Segment(rhsId));\n }\n\n /// \n /// Locates the longest range of similar audio and returns an Intro class for each range.\n /// \n /// First episode id.\n /// First episode shared timecodes.\n /// Second episode id.\n /// Second episode shared timecodes.\n /// Intros for the first and second episodes.\n private (Segment Lhs, Segment Rhs) GetLongestTimeRange(\n Guid lhsId,\n List lhsRanges,\n Guid rhsId,\n List rhsRanges)\n {\n // Store the longest time range as the introduction.\n lhsRanges.Sort();\n rhsRanges.Sort();\n\n var lhsIntro = lhsRanges[0];\n var rhsIntro = rhsRanges[0];\n\n // If the intro starts early in the episode, move it to the beginning.\n if (lhsIntro.Start <= 5)\n {\n lhsIntro.Start = 0;\n }\n\n if (rhsIntro.Start <= 5)\n {\n rhsIntro.Start = 0;\n }\n\n // Create Intro classes for each time range.\n return (new Segment(lhsId, lhsIntro), new Segment(rhsId, rhsIntro));\n }\n\n /// \n /// Search for a shared introduction sequence using inverted indexes.\n /// \n /// LHS ID.\n /// Left episode fingerprint points.\n /// RHS ID.\n /// Right episode fingerprint points.\n /// List of shared TimeRanges between the left and right episodes.\n private (List Lhs, List Rhs) SearchInvertedIndex(\n Guid lhsId,\n uint[] lhsPoints,\n Guid rhsId,\n uint[] rhsPoints)\n {\n var lhsRanges = new List();\n var rhsRanges = new List();\n\n // Generate inverted indexes for the left and right episodes.\n var lhsIndex = FFmpegWrapper.CreateInvertedIndex(lhsId, lhsPoints);\n var rhsIndex = FFmpegWrapper.CreateInvertedIndex(rhsId, rhsPoints);\n var indexShifts = new HashSet();\n\n // For all audio points in the left episode, check if the right episode has a point which matches exactly.\n // If an exact match is found, calculate the shift that must be used to align the points.\n foreach (var kvp in lhsIndex)\n {\n var originalPoint = kvp.Key;\n\n for (var i = -1 * invertedIndexShift; i <= invertedIndexShift; i++)\n {\n var modifiedPoint = (uint)(originalPoint + i);\n\n if (rhsIndex.TryGetValue(modifiedPoint, out int modifiedPointValue))\n {\n var lhsFirst = (int)lhsIndex[originalPoint];\n var rhsFirst = modifiedPointValue;\n indexShifts.Add(rhsFirst - lhsFirst);\n }\n }\n }\n\n // Use all discovered shifts to compare the episodes.\n foreach (var shift in indexShifts)\n {\n var (lhsIndexContiguous, rhsIndexContiguous) = FindContiguous(lhsPoints, rhsPoints, shift);\n if (lhsIndexContiguous.End > 0 && rhsIndexContiguous.End > 0)\n {\n lhsRanges.Add(lhsIndexContiguous);\n rhsRanges.Add(rhsIndexContiguous);\n }\n }\n\n return (lhsRanges, rhsRanges);\n }\n\n /// \n /// Finds the longest contiguous region of similar audio between two fingerprints using the provided shift amount.\n /// \n /// First fingerprint to compare.\n /// Second fingerprint to compare.\n /// Amount to shift one fingerprint by.\n private (TimeRange Lhs, TimeRange Rhs) FindContiguous(\n uint[] lhs,\n uint[] rhs,\n int shiftAmount)\n {\n var leftOffset = 0;\n var rightOffset = 0;\n\n // Calculate the offsets for the left and right hand sides.\n if (shiftAmount < 0)\n {\n leftOffset -= shiftAmount;\n }\n else\n {\n rightOffset += shiftAmount;\n }\n\n // Store similar times for both LHS and RHS.\n var lhsTimes = new List();\n var rhsTimes = new List();\n var upperLimit = Math.Min(lhs.Length, rhs.Length) - Math.Abs(shiftAmount);\n\n // XOR all elements in LHS and RHS, using the shift amount from above.\n for (var i = 0; i < upperLimit; i++)\n {\n // XOR both samples at the current position.\n var lhsPosition = i + leftOffset;\n var rhsPosition = i + rightOffset;\n var diff = lhs[lhsPosition] ^ rhs[rhsPosition];\n\n // If the difference between the samples is small, flag both times as similar.\n if (CountBits(diff) > maximumDifferences)\n {\n continue;\n }\n\n var lhsTime = lhsPosition * SamplesToSeconds;\n var rhsTime = rhsPosition * SamplesToSeconds;\n\n lhsTimes.Add(lhsTime);\n rhsTimes.Add(rhsTime);\n }\n\n // Ensure the last timestamp is checked\n lhsTimes.Add(double.MaxValue);\n rhsTimes.Add(double.MaxValue);\n\n // Now that both fingerprints have been compared at this shift, see if there's a contiguous time range.\n var lContiguous = TimeRangeHelpers.FindContiguous(lhsTimes.ToArray(), maximumTimeSkip);\n if (lContiguous is null || lContiguous.Duration < minimumIntroDuration)\n {\n return (new TimeRange(), new TimeRange());\n }\n\n // Since LHS had a contiguous time range, RHS must have one also.\n var rContiguous = TimeRangeHelpers.FindContiguous(rhsTimes.ToArray(), maximumTimeSkip)!;\n\n if (this._analyzingType == MediaSegmentType.Intro)\n {\n // Tweak the end timestamps just a bit to ensure as little content as possible is skipped over.\n // TODO: remove this\n if (lContiguous.Duration >= 90)\n {\n lContiguous.End -= 2 * maximumTimeSkip;\n rContiguous.End -= 2 * maximumTimeSkip;\n }\n else if (lContiguous.Duration >= 30)\n {\n lContiguous.End -= maximumTimeSkip;\n rContiguous.End -= maximumTimeSkip;\n }\n }\n\n return (lContiguous, rContiguous);\n }\n\n /// \n /// Adjusts the end timestamps of all intros so that they end at silence.\n /// \n /// QueuedEpisodes to adjust.\n /// Original introductions.\n private Dictionary AdjustIntroEndTimes(\n ReadOnlyCollection episodes,\n Dictionary originalIntros)\n {\n // The minimum duration of audio that must be silent before adjusting the intro's end.\n var minimumSilence = Plugin.Instance!.Configuration.SilenceDetectionMinimumDuration;\n\n Dictionary modifiedIntros = new();\n\n // For all episodes\n foreach (var episode in episodes)\n {\n _logger.LogTrace(\n \"Adjusting introduction end time for {Name} ({Id})\",\n episode.Name,\n episode.ItemId);\n\n // If no intro was found for this episode, skip it.\n if (!originalIntros.TryGetValue(episode.ItemId, out var originalIntro))\n {\n _logger.LogTrace(\"{Name} does not have an intro\", episode.Name);\n continue;\n }\n\n // Only adjust the end timestamp of the intro\n var originalIntroEnd = new TimeRange(originalIntro.End - 15, originalIntro.End);\n\n _logger.LogTrace(\n \"{Name} original intro: {Start} - {End}\",\n episode.Name,\n originalIntro.Start,\n originalIntro.End);\n\n // Detect silence in the media file up to the end of the intro.\n var silence = FFmpegWrapper.DetectSilence(episode, (int)originalIntro.End + 2);\n\n // For all periods of silence\n foreach (var currentRange in silence)\n {\n _logger.LogTrace(\n \"{Name} silence: {Start} - {End}\",\n episode.Name,\n currentRange.Start,\n currentRange.End);\n\n // Ignore any silence that:\n // * doesn't intersect the ending of the intro, or\n // * is shorter than the user defined minimum duration, or\n // * starts before the introduction does\n if (\n !originalIntroEnd.Intersects(currentRange) ||\n currentRange.Duration < silenceDetectionMinimumDuration ||\n currentRange.Start < originalIntro.Start)\n {\n continue;\n }\n\n // Adjust the end timestamp of the intro to match the start of the silence region.\n originalIntro.End = currentRange.Start;\n break;\n }\n\n _logger.LogTrace(\n \"{Name} adjusted intro: {Start} - {End}\",\n episode.Name,\n originalIntro.Start,\n originalIntro.End);\n\n // Add the (potentially) modified intro back.\n modifiedIntros[episode.ItemId] = originalIntro;\n }\n\n return modifiedIntros;\n }\n\n /// \n /// Count the number of bits that are set in the provided number.\n /// \n /// Number to count bits in.\n /// Number of bits that are equal to 1.\n public int CountBits(uint number)\n {\n return BitOperations.PopCount(number);\n }\n\n /// \n /// Be sure the segment have a valid time.\n /// \n /// Segment.\n /// True is valid.\n private bool ValidateTime(Segment seg)\n {\n return seg.End > seg.Start;\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Analyzers/IMediaFileAnalyzer.cs", "content": "namespace Jellyfin.Plugin.MediaAnalyzer;\n\nusing System;\nusing System.Collections.ObjectModel;\nusing System.Threading;\nusing System.Threading.Tasks;\nusing Jellyfin.Data.Enums;\n\n/// \n/// Media file analyzer interface.\n/// \npublic interface IMediaFileAnalyzer\n{\n /// \n /// Analyze media files for shared introductions or credits, returning all media files that were not analyzed, analyzed and optional metadata for both.\n /// \n /// Collection of unanalyzed media files.\n /// Analysis mode.\n /// Cancellation token from scheduled task.\n /// Collection of media files that were **unsuccessfully analyzed** and successfull.\n public Task<(ReadOnlyCollection NotAnalyzed, ReadOnlyDictionary Analyzed, ReadOnlyDictionary SegmentMetadata)> AnalyzeMediaFilesAsync(\n ReadOnlyCollection analysisQueue,\n MediaSegmentType mode,\n CancellationToken cancellationToken);\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Configuration/PluginConfiguration.cs", "content": "using MediaBrowser.Model.Plugins;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer.Configuration;\n\n/// \n/// Plugin configuration.\n/// \npublic class PluginConfiguration : BasePluginConfiguration\n{\n /// \n /// Initializes a new instance of the class.\n /// \n public PluginConfiguration()\n {\n }\n\n // ===== General settings =====\n\n /// \n /// Gets or sets a value indicating whether we run after a library scan.\n /// \n public bool RunAfterLibraryScan { get; set; } = true;\n\n /// \n /// Gets or sets a value indicating whether we run after library item added or updated events.\n /// \n public bool RunAfterAddOrUpdateEvent { get; set; } = true;\n\n // ===== Analysis settings =====\n\n /// \n /// Gets or sets a value indicating whether the episode's fingerprint should be cached to the filesystem.\n /// \n public bool CacheFingerprints { get; set; } = false;\n\n /// \n /// Gets or sets a value indicating whether the Blacklist should be resetted.\n /// \n public bool ResetBlacklist { get; set; } = false;\n\n /// \n /// Gets or sets a value indicating whether the Blacklist should be created or used.\n /// \n public bool EnableBlacklist { get; set; } = true;\n\n /// \n /// Gets or sets the max degree of parallelism used when analyzing episodes.\n /// \n public int MaxParallelism { get; set; } = 2;\n\n /// \n /// Gets or sets the comma separated list of library names to analyze. If empty, all libraries will be analyzed.\n /// \n public string SelectedLibraries { get; set; } = string.Empty;\n\n /// \n /// Gets or sets the comma separated list of tv shows and seasons to skip the analyze. Format: \"My Show;S01;S02, Another Show\".\n /// \n public string SkippedTvShows { get; set; } = string.Empty;\n\n /// \n /// Gets or sets the comma separated list of movies to skip the analyze.\".\n /// \n public string SkippedMovies { get; set; } = string.Empty;\n\n /// \n /// Gets or sets a value indicating whether to analyze season 0.\n /// \n public bool AnalyzeSeasonZero { get; set; } = false;\n\n // ===== Custom analysis settings =====\n\n /// \n /// Gets or sets the percentage of each episode's audio track to analyze.\n /// \n public int AnalysisPercent { get; set; } = 30;\n\n /// \n /// Gets or sets the upper limit (in minutes) on the length of each episode's audio track that will be analyzed.\n /// \n public int AnalysisLengthLimit { get; set; } = 15;\n\n /// \n /// Gets or sets the minimum length of similar audio that will be considered an introduction.\n /// \n public int MinimumIntroDuration { get; set; } = 15;\n\n /// \n /// Gets or sets the maximum length of similar audio that will be considered an introduction.\n /// \n public int MaximumIntroDuration { get; set; } = 120;\n\n /// \n /// Gets or sets the minimum length of similar audio that will be considered ending credits.\n /// \n public int MinimumCreditsDuration { get; set; } = 15;\n\n /// \n /// Gets or sets the upper limit (in seconds) on the length of each episode's audio track that will be analyzed when searching for ending credits.\n /// \n public int MaximumEpisodeCreditsDuration { get; set; } = 240;\n\n /// \n /// Gets or sets the upper limit (in seconds) on the length of each movie's audio track that will be analyzed when searching for ending credits.\n /// \n public int MaximumMovieCreditsDuration { get; set; } = 900;\n\n /// \n /// Gets or sets the minimum percentage of a frame that must consist of black pixels before it is considered a black frame.\n /// \n public int BlackFrameMinimumPercentage { get; set; } = 85;\n\n /// \n /// Gets or sets the regular expression used to detect introduction chapters.\n /// \n public string ChapterAnalyzerIntroductionPattern { get; set; } =\n @\"(^|\\s)(Intro|Introduction|OP|Opening)(\\s|$)\";\n\n /// \n /// Gets or sets the regular expression used to detect ending credit chapters.\n /// \n public string ChapterAnalyzerEndCreditsPattern { get; set; } =\n @\"(^|\\s)(Credits?|Ending|End|Outro)(\\s|$)\";\n\n // ===== Internal algorithm settings =====\n\n /// \n /// Gets or sets the maximum number of bits (out of 32 total) that can be different between two Chromaprint points before they are considered dissimilar.\n /// Defaults to 6 (81% similar).\n /// \n public int MaximumFingerprintPointDifferences { get; set; } = 6;\n\n /// \n /// Gets or sets the maximum number of seconds that can pass between two similar fingerprint points before a new time range is started.\n /// \n public double MaximumTimeSkip { get; set; } = 3.5;\n\n /// \n /// Gets or sets the amount to shift inverted indexes by.\n /// \n public int InvertedIndexShift { get; set; } = 2;\n\n /// \n /// Gets or sets the maximum amount of noise (in dB) that is considered silent.\n /// Lowering this number will increase the filter's sensitivity to noise.\n /// \n public int SilenceDetectionMaximumNoise { get; set; } = -50;\n\n /// \n /// Gets or sets the minimum duration of audio (in seconds) that is considered silent.\n /// \n public double SilenceDetectionMinimumDuration { get; set; } = 0.33;\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Configuration/configPage.html", "content": "\n\n \n \n \n\n \n
\n
\n
\n
\n
\n General\n\n
\n \n\n
Whenever the media library scan task ends, run the analyzer.
\n
\n\n
\n \n\n
When media folder watch is enabled the library will push events we can also listen for.
\n\n
\n\n Analysis\n\n
\n \n\n
Analyze show extras (specials), listed as season 0.
\n
\n\n
\n \n\n
Requires lot's of disk space. Should be just enabled for development or when you play around with intro/credits options (Also disable blacklisting!).
\n
\n\n
\n \n\n
If we can't find an Intro/Outro Segment for an episode or movie it is blacklisted to prevent repeated analysis.
\n
\n\n
\n \n\n
Delete the blacklist of segments.
\n
\n\n
\n \n \n
Maximum degree of parallelism to use when analyzing.
\n
\n\n
\n \n \n
Enter the names of libraries to analyze, separated by commas. If this field is left blank, all libraries on the server containing movies or television episodes will be analyzed.
\n
\n\n
\n \n \n
Enter the names of tv shows to skip the analyze, separated by commas. You can also skip seasons. Format: \"My Show;S01;S02, Another Show, Third Show;S03;S05\"
\n
\n\n
\n \n \n
Enter the names of Movies to skip the analyze, separated by commas. Format: \"The Godfather, Spiderman, Matrix\"
\n
\n\n
\n Modify introduction requirements\n\n
\n \n \n
Analysis will be limited to this percentage of each episode's audio. For example, a value of 25 (the default) will limit analysis to the first quarter of each episode.
\n
\n\n
\n \n \n
Analysis will be limited to this amount of each episode's audio. For example, a value of 10 (the default) will limit analysis to the first 10 minutes of each episode.
\n
\n\n
\n \n \n
Similar sounding audio which is shorter than this duration will not be considered an introduction.
\n
\n\n
\n \n \n
Similar sounding audio which is longer than this duration will not be considered an introduction.
\n
\n\n

The amount of each episode's audio that will be analyzed is determined using both the percentage of audio and maximum runtime of audio to analyze. The minimum of (episode duration * percent, maximum runtime) is the amount of audio that will be analyzed.

\n\n

\n If the audio percentage or maximum runtime settings are modified, the cached fingerprints and introduction timestamps for each season you want to analyze with the modified settings will have to be deleted.\n\n Increasing either of these settings will cause episode analysis to take much longer.\n

\n
\n\n
\n Modify Credits requirements\n\n
\n \n \n
Sets the minimum percentage of a frame that must consist of black pixels before it is considered a black frame.
\n
\n\n
\n \n \n
Sets the minimum length of similar audio that will be considered ending credits.
\n
\n\n
\n \n \n
Sets the upper limit on the length of each episode that will be analyzed when searching for ending credits.
\n
\n\n
\n \n \n
Sets the upper limit on the length of each movie that will be analyzed when searching for ending credits.
\n
\n
\n\n
\n Silence detection options\n\n
\n \n \n
Noise tolerance in negative decibels.
\n
\n\n
\n \n \n
Minimum silence duration in seconds before adjusting introduction end time.
\n
\n
\n
\n
\n \n
\n
\n
\n
\n\n
\n Support Bundle\n\n \n
\n\n
\n Advanced\n\n

Select episodes to manage

\n \n \n
\n\n \n \n
\n
\n\n
\n

Introduction timestamp editor

\n

All times are in seconds.

\n\n

\n to\n \n\n

\n to\n \n
\n\n \n
\n
\n\n \n
\n
\n\n \n
\n\n \n
\n
\n\n

Fingerprint Visualizer

\n

\n Interactively compare the audio fingerprints of two episodes.
\n The blue and red bar to the right of the fingerprint diff turns blue when the corresponding fingerprint points are at least 80% similar.\n

\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
KeyFunction
Up arrowShift the left episode up by 0.128 seconds. Holding control will shift the episode by 10 seconds.
Down arrowShift the left episode down by 0.128 seconds. Holding control will shift the episode by 10 seconds.
Right arrowAdvance to the next pair of episodes.
Left arrowGo back to the previous pair of episodes.
\n
\n\n Shift amount:\n \n
\n Suggested shifts:\n
\n
\n\n \n \n
\n \n \n
\n
\n\n \n\n \n
\n \n\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Configuration/version.txt", "content": "unknown\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Configuration/visualizer.js", "content": "// re-render the troubleshooter with the latest offset\nfunction renderTroubleshooter() {\n paintFingerprintDiff(canvas, lhs, rhs, Number(offset.value));\n findIntros();\n}\n\n// refresh the upper & lower bounds for the offset\nfunction refreshBounds() {\n const len = Math.min(lhs.length, rhs.length) - 1;\n offset.min = -1 * len;\n offset.max = len;\n}\n\nfunction findIntros() {\n let times = [];\n\n // get the times of all similar fingerprint points\n for (let i in fprDiffs) {\n if (fprDiffs[i] > fprDiffMinimum) {\n times.push(i * 0.128);\n }\n }\n\n // always close the last range\n times.push(Number.MAX_VALUE);\n\n let last = times[0];\n let start = last;\n let end = last;\n let ranges = [];\n\n for (let t of times) {\n const diff = t - last;\n\n if (diff <= 3.5) {\n end = t;\n last = t;\n continue;\n }\n\n const dur = Math.round(end - start);\n if (dur >= 15) {\n ranges.push({\n \"start\": start,\n \"end\": end,\n \"duration\": dur\n });\n }\n\n start = t;\n end = t;\n last = t;\n }\n\n const introsLog = document.querySelector(\"span#intros\");\n introsLog.style.position = \"relative\";\n introsLog.style.left = \"115px\";\n introsLog.innerHTML = \"\";\n\n const offset = Number(txtOffset.value) * 0.128;\n for (let r of ranges) {\n let lStart, lEnd, rStart, rEnd;\n\n if (offset < 0) {\n // negative offset, the diff is aligned with the RHS\n lStart = r.start - offset;\n lEnd = r.end - offset;\n rStart = r.start;\n rEnd = r.end;\n\n } else {\n // positive offset, the diff is aligned with the LHS\n lStart = r.start;\n lEnd = r.end;\n rStart = r.start + offset;\n rEnd = r.end + offset;\n }\n\n const lTitle = selectEpisode1.options[selectEpisode1.selectedIndex].text;\n const rTitle = selectEpisode2.options[selectEpisode2.selectedIndex].text;\n introsLog.innerHTML += \"\" + lTitle + \": \" +\n secondsToString(lStart) + \" - \" + secondsToString(lEnd) + \"
\";\n introsLog.innerHTML += \"\" + rTitle + \": \" +\n secondsToString(rStart) + \" - \" + secondsToString(rEnd) + \"
\";\n }\n}\n\n// find all shifts which align exact matches of audio.\nfunction findExactMatches() {\n let shifts = [];\n\n for (let lhsIndex in lhs) {\n let lhsPoint = lhs[lhsIndex];\n let rhsIndex = rhs.findIndex((x) => x === lhsPoint);\n\n if (rhsIndex === -1) {\n continue;\n }\n\n let shift = rhsIndex - lhsIndex;\n if (shifts.includes(shift)) {\n continue;\n }\n\n shifts.push(shift);\n }\n\n // Only suggest up to 20 shifts\n shifts = shifts.slice(0, 20);\n\n txtSuggested.textContent = \"Suggested shifts: \";\n if (shifts.length === 0) {\n txtSuggested.textContent += \"none available\";\n } else {\n shifts.sort((a, b) => { return a - b });\n txtSuggested.textContent += shifts.join(\", \");\n }\n}\n\n// The below two functions were modified from https://github.com/dnknth/acoustid-match/blob/ffbf21d8c53c40d3b3b4c92238c35846545d3cd7/fingerprints/static/fingerprints/fputils.js\n// Originally licensed as MIT.\nfunction renderFingerprintData(ctx, fp, xor = false) {\n const pixels = ctx.createImageData(32, fp.length);\n let idx = 0;\n\n for (let i = 0; i < fp.length; i++) {\n for (let j = 0; j < 32; j++) {\n if (fp[i] & (1 << j)) {\n pixels.data[idx + 0] = 255;\n pixels.data[idx + 1] = 255;\n pixels.data[idx + 2] = 255;\n\n } else {\n pixels.data[idx + 0] = 0;\n pixels.data[idx + 1] = 0;\n pixels.data[idx + 2] = 0;\n }\n\n pixels.data[idx + 3] = 255;\n idx += 4;\n }\n }\n\n if (!xor) {\n return pixels;\n }\n\n // if rendering the XOR of the fingerprints, count how many bits are different at each timecode\n fprDiffs = [];\n\n for (let i = 0; i < fp.length; i++) {\n let count = 0;\n\n for (let j = 0; j < 32; j++) {\n if (fp[i] & (1 << j)) {\n count++;\n }\n }\n\n // push the percentage similarity\n fprDiffs[i] = 100 - (count * 100) / 32;\n }\n\n return pixels;\n}\n\nfunction paintFingerprintDiff(canvas, fp1, fp2, offset) {\n if (fp1.length == 0) {\n return;\n }\n\n let leftOffset = 0, rightOffset = 0;\n if (offset < 0) {\n leftOffset -= offset;\n } else {\n rightOffset += offset;\n }\n\n let fpDiff = [];\n fpDiff.length = Math.min(fp1.length, fp2.length) - Math.abs(offset);\n for (let i = 0; i < fpDiff.length; i++) {\n fpDiff[i] = fp1[i + leftOffset] ^ fp2[i + rightOffset];\n }\n\n const ctx = canvas.getContext('2d');\n const pixels1 = renderFingerprintData(ctx, fp1);\n const pixels2 = renderFingerprintData(ctx, fp2);\n const pixelsDiff = renderFingerprintData(ctx, fpDiff, true);\n const border = 4;\n\n canvas.width = pixels1.width + border + // left fingerprint\n pixels2.width + border + // right fingerprint\n pixelsDiff.width + border // fingerprint diff\n + 4; // if diff[x] >= fprDiffMinimum\n\n canvas.height = Math.max(pixels1.height, pixels2.height) + Math.abs(offset);\n\n ctx.rect(0, 0, canvas.width, canvas.height);\n ctx.fillStyle = \"#C5C5C5\";\n ctx.fill();\n\n // draw left fingerprint\n let dx = 0;\n ctx.putImageData(pixels1, dx, rightOffset);\n dx += pixels1.width + border;\n\n // draw right fingerprint\n ctx.putImageData(pixels2, dx, leftOffset);\n dx += pixels2.width + border;\n\n // draw fingerprint diff\n ctx.putImageData(pixelsDiff, dx, Math.abs(offset));\n dx += pixelsDiff.width + border;\n\n // draw the fingerprint diff similarity indicator\n // https://davidmathlogic.com/colorblind/#%23EA3535-%232C92EF\n for (let i in fprDiffs) {\n const j = Number(i);\n const y = Math.abs(offset) + j;\n const point = fprDiffs[j];\n\n if (point >= 100) {\n ctx.fillStyle = \"#002FFF\"\n } else if (point >= fprDiffMinimum) {\n ctx.fillStyle = \"#2C92EF\";\n } else {\n ctx.fillStyle = \"#EA3535\";\n }\n\n ctx.fillRect(dx, y, 4, 1);\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Controllers/MediaAnalyzerController.cs", "content": "using System;\nusing System.Collections.Generic;\nusing System.Collections.ObjectModel;\nusing System.ComponentModel.DataAnnotations;\nusing System.Linq;\nusing System.Net.Mime;\nusing System.Text.Json.Nodes;\nusing System.Threading;\nusing System.Threading.Tasks;\nusing Jellyfin.Data.Enums;\nusing MediaBrowser.Controller;\nusing MediaBrowser.Controller.Library;\nusing Microsoft.AspNetCore.Authorization;\nusing Microsoft.AspNetCore.Http;\nusing Microsoft.AspNetCore.Mvc;\nusing Microsoft.Extensions.Logging;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer.Controllers;\n\n/// \n/// PluginEdl controller.\n/// \n[Authorize(Policy = \"RequiresElevation\")]\n[ApiController]\n[Produces(MediaTypeNames.Application.Json)]\n[Route(\"PluginMediaAnalyzer\")]\npublic class MediaAnalyzerController : ControllerBase\n{\n private readonly ILoggerFactory _loggerFactory;\n private readonly ILibraryManager _libraryManager;\n private readonly IMediaSegmentManager _mediaSegmentManager;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Logger factory.\n /// LibraryManager.\n /// MediaSegmentsManager.\n public MediaAnalyzerController(\n ILoggerFactory loggerFactory,\n ILibraryManager libraryManager,\n IMediaSegmentManager mediaSegmentManager)\n {\n _loggerFactory = loggerFactory;\n _libraryManager = libraryManager;\n _mediaSegmentManager = mediaSegmentManager;\n }\n\n /// \n /// Plugin meta endpoint.\n /// \n /// The version info.\n [HttpGet]\n [ProducesResponseType(StatusCodes.Status200OK)]\n public JsonResult GetPluginMetadata()\n {\n var json = new\n {\n version = Plugin.Instance!.Version.ToString(3),\n };\n\n return new JsonResult(json);\n }\n\n /// \n /// Run analyzer based on itemIds and params and returns the segments + metadata.\n /// \n /// ItemIds.\n /// Analyzers to use.\n /// Segment Type to search for.\n /// The found segments.\n [HttpGet(\"Analyzers\")]\n [ProducesResponseType(StatusCodes.Status200OK)]\n public async Task AnalyzeIds(\n [FromQuery, Required] Guid[] itemIds,\n [FromQuery, Required] AnalyzerType[] analyzerTypes,\n [FromQuery, Required] MediaSegmentType mode)\n {\n var queueManager = new QueueManager(_loggerFactory.CreateLogger(), _libraryManager, MediaSegmentType.Intro);\n\n var errors = new JsonArray();\n var analyzedItems = new Dictionary();\n var metadatas = new Dictionary();\n var jsonObject = new JsonObject();\n\n // get ItemIds\n var mediaItems = queueManager.GetMediaItemsById(itemIds);\n // setup analyzers\n foreach (var (key, media) in mediaItems)\n {\n var items = media.AsReadOnly();\n var totalItems = mediaItems.Count;\n var first = items[0];\n\n var analyzers = new Collection();\n\n if (analyzerTypes.Contains(AnalyzerType.ChapterAnalyzer))\n {\n analyzers.Add(new ChapterAnalyzer(_loggerFactory.CreateLogger()));\n }\n\n // Movies don't use chromparint analyzer\n if (first.IsEpisode() && analyzerTypes.Contains(AnalyzerType.ChromaprintAnalyzer))\n {\n if (items.Count == 1)\n {\n errors.Add($\"Chromaprint needs at least two media files to compare, one provided: {first.GetFullName}\");\n }\n else\n {\n analyzers.Add(new ChromaprintAnalyzer(_loggerFactory.CreateLogger()));\n }\n }\n\n if (mode == MediaSegmentType.Outro && analyzerTypes.Contains(AnalyzerType.BlackFrameAnalyzer))\n {\n analyzers.Add(new BlackFrameAnalyzer(_loggerFactory.CreateLogger()));\n }\n\n // Use each analyzer to find skippable ranges in all media files, removing successfully\n // analyzed items from the queue.\n foreach (var analyzer in analyzers)\n {\n var cancellationToken = default(CancellationToken);\n var (notAnalyzed, analyzed, metadata) = await analyzer.AnalyzeMediaFilesAsync(items, mode, cancellationToken);\n\n var atype = analyzer is BlackFrameAnalyzer ? \"BlackFrameAnalyzer\" : analyzer is ChromaprintAnalyzer ? \"ChromaprintAnalyzer\" : analyzer is ChapterAnalyzer ? \"ChapterAnalyzer\" : throw new NotImplementedException(\"Unknown Analyzer type\");\n jsonObject.Add(atype, BuildAnalyzerOutput(analyzed, metadata));\n }\n }\n\n jsonObject.Add(\"Errors\", errors);\n\n return new JsonResult(jsonObject);\n }\n\n /// \n /// Fingerprint the provided episode and returns the uncompressed fingerprint data points.\n /// \n /// Episode id.\n /// Type Intro or Outro.\n /// Read only collection of fingerprint points.\n [HttpGet(\"Chromaprint/{Id}\")]\n public ActionResult GetMediaFingerprint(\n [FromRoute, Required] Guid id,\n [FromQuery, Required] MediaSegmentType mode)\n {\n var queueManager = new QueueManager(_loggerFactory.CreateLogger(), _libraryManager, mode);\n var queuedMedia = queueManager.GetMediaItemsById([id]);\n\n // Search through all queued episodes to find the requested id\n foreach (var season in queuedMedia)\n {\n foreach (var needle in season.Value)\n {\n if (needle.ItemId == id)\n {\n return FFmpegWrapper.Fingerprint(needle, mode);\n }\n }\n }\n\n return NotFound();\n }\n\n private static JsonObject BuildAnalyzerOutput(ReadOnlyDictionary segments, ReadOnlyDictionary metadatas)\n {\n var itemsObject = new JsonObject();\n Dictionary metadataLocal = metadatas.ToDictionary();\n\n foreach (var item in segments)\n {\n if (metadatas.TryGetValue(item.Key, out var metadata))\n {\n metadataLocal.Remove(item.Key);\n\n var json = new\n {\n Segment = item.Value,\n Metadata = metadata\n };\n itemsObject.Add(item.Key.ToString(), json.ToString());\n }\n }\n\n // we may have more metadata\n foreach (var item in metadataLocal)\n {\n var json = new\n {\n Metadata = item.Value\n };\n itemsObject.Add(item.Key.ToString(), json.ToString());\n }\n\n return itemsObject;\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Controllers/TroubleshootingController.cs", "content": "using System.Net.Mime;\nusing System.Text;\nusing Microsoft.AspNetCore.Authorization;\nusing Microsoft.AspNetCore.Mvc;\nusing Microsoft.Extensions.Logging;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer.Controllers;\n\n/// \n/// Troubleshooting controller.\n/// \n[Authorize(Policy = \"RequiresElevation\")]\n[ApiController]\n[Produces(MediaTypeNames.Application.Json)]\n[Route(\"JellyfinPluginIntroSkipSupport\")]\npublic class TroubleshootingController : ControllerBase\n{\n // private readonly IApplicationHost _applicationHost;\n private readonly ILogger _logger;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Logger.\n public TroubleshootingController(\n ILogger logger)\n {\n _logger = logger;\n }\n\n /// \n /// Gets a Markdown formatted support bundle.\n /// \n /// Support bundle created.\n /// Support bundle.\n [HttpGet(\"SupportBundle\")]\n [Produces(MediaTypeNames.Text.Plain)]\n public ActionResult GetSupportBundle()\n {\n var bundle = new StringBuilder();\n\n // bundle.Append(\"* Jellyfin version: \");\n // bundle.Append(_applicationHost.ApplicationVersionString);\n // bundle.Append('\\n');\n\n var version = Plugin.Instance!.Version.ToString(3);\n\n bundle.Append(\"* Plugin version: \");\n bundle.Append(version);\n bundle.Append('\\n');\n\n bundle.Append(\"* Warnings: `\");\n bundle.Append(WarningManager.GetWarnings());\n bundle.Append(\"`\\n\");\n\n bundle.Append(FFmpegWrapper.GetChromaprintLogs());\n\n return bundle.ToString();\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Controllers/VisualizationController.cs", "content": "using System;\nusing System.Collections.Generic;\nusing System.Globalization;\nusing System.Net.Mime;\nusing Jellyfin.Data.Enums;\nusing MediaBrowser.Controller.Library;\nusing Microsoft.AspNetCore.Authorization;\nusing Microsoft.AspNetCore.Mvc;\nusing Microsoft.Extensions.Logging;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer.Controllers;\n\n/// \n/// Audio fingerprint visualization controller. Allows browsing fingerprints on a per episode basis.\n/// \n[Authorize(Policy = \"RequiresElevation\")]\n[ApiController]\n[Produces(MediaTypeNames.Application.Json)]\n[Route(\"JellyfinPluginIntroSkip\")]\npublic class VisualizationController : ControllerBase\n{\n private readonly ILoggerFactory _loggerFactory;\n private readonly ILibraryManager _libraryManager;\n private readonly ILogger _logger;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Logger.\n /// loggerFactory.\n /// libraryManager.\n public VisualizationController(\n ILogger logger,\n ILoggerFactory loggerFactory,\n ILibraryManager libraryManager)\n {\n _loggerFactory = loggerFactory;\n _libraryManager = libraryManager;\n _logger = logger;\n }\n\n /// \n /// Returns all show names and seasons.\n /// \n /// Dictionary of show names to a list of season names.\n [HttpGet(\"Shows\")]\n public ActionResult>> GetShowSeasons()\n {\n _logger.LogDebug(\"Returning season names by series\");\n\n var showSeasons = new Dictionary>();\n var queueManager = new QueueManager(_loggerFactory.CreateLogger(), _libraryManager, MediaSegmentType.Intro);\n var queuedMedia = queueManager.GetMediaItems();\n\n // Loop through all seasons in the analysis queue\n foreach (var kvp in queuedMedia)\n {\n // Check that this season contains at least one episode.\n var episodes = kvp.Value;\n if (episodes is null || episodes.Count == 0)\n {\n _logger.LogDebug(\"Skipping season {Id} (null or empty)\", kvp.Key);\n continue;\n }\n\n // Peek at the top episode from this season and store the series name and season number.\n var first = episodes[0];\n var series = first.SeriesName;\n var season = GetSeasonName(first);\n\n // Validate the series and season before attempting to store it.\n if (string.IsNullOrWhiteSpace(series) || string.IsNullOrWhiteSpace(season))\n {\n _logger.LogDebug(\"Skipping season {Id} (no name or number)\", kvp.Key);\n continue;\n }\n\n // TryAdd is used when adding the HashSet since it is a no-op if one was already created for this series.\n showSeasons.TryAdd(series, new HashSet());\n showSeasons[series].Add(season);\n }\n\n return showSeasons;\n }\n\n /// \n /// Returns the names and unique identifiers of all episodes in the provided season.\n /// \n /// Show name.\n /// Season name.\n /// List of episode titles.\n [HttpGet(\"Show/{Series}/{Season}\")]\n public ActionResult> GetSeasonEpisodes(\n [FromRoute] string series,\n [FromRoute] string season)\n {\n var visualEpisodes = new List();\n\n if (!LookupSeasonByName(series, season, out var episodes))\n {\n return NotFound();\n }\n\n foreach (var e in episodes)\n {\n visualEpisodes.Add(new EpisodeVisualization(e.ItemId, e.Name));\n }\n\n return visualEpisodes;\n }\n\n /// \n /// Fingerprint the provided episode and returns the uncompressed fingerprint data points.\n /// \n /// Episode id.\n /// Read only collection of fingerprint points.\n [HttpGet(\"Episode/{Id}/Chromaprint\")]\n public ActionResult GetEpisodeFingerprint([FromRoute] Guid id)\n {\n var queueManager = new QueueManager(_loggerFactory.CreateLogger(), _libraryManager, MediaSegmentType.Intro);\n var queuedMedia = queueManager.GetMediaItems();\n\n // Search through all queued episodes to find the requested id\n foreach (var season in queuedMedia)\n {\n foreach (var needle in season.Value)\n {\n if (needle.ItemId == id)\n {\n return FFmpegWrapper.Fingerprint(needle, MediaSegmentType.Intro);\n }\n }\n }\n\n return NotFound();\n }\n\n private string GetSeasonName(QueuedMedia episode)\n {\n return \"Season \" + episode.SeasonNumber.ToString(CultureInfo.InvariantCulture);\n }\n\n /// \n /// Lookup a named season of a series and return all queued episodes.\n /// \n /// Series name.\n /// Season name.\n /// Episodes.\n /// Boolean indicating if the requested season was found.\n private bool LookupSeasonByName(string series, string season, out List episodes)\n {\n var queueManager = new QueueManager(_loggerFactory.CreateLogger(), _libraryManager, MediaSegmentType.Intro);\n var queuedMedia = queueManager.GetMediaItems();\n\n foreach (var queuedEpisodes in queuedMedia)\n {\n var first = queuedEpisodes.Value[0];\n var firstSeasonName = GetSeasonName(first);\n\n // Assert that the queued episode series and season are equal to what was requested\n if (\n !string.Equals(first.SeriesName, series, StringComparison.OrdinalIgnoreCase) ||\n !string.Equals(firstSeasonName, season, StringComparison.OrdinalIgnoreCase))\n {\n continue;\n }\n\n episodes = queuedEpisodes.Value;\n return true;\n }\n\n episodes = new List();\n return false;\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/AnalyzerType.cs", "content": "namespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Analyzer Type.\n/// \npublic enum AnalyzerType\n{\n /// \n /// No Analyzer.\n /// \n NotSet,\n\n /// \n /// Blackframe Analyzer.\n /// \n BlackFrameAnalyzer,\n\n /// \n /// Chapter Analyzer.\n /// \n ChapterAnalyzer,\n\n /// \n /// Chromaprint Analyzer.\n /// \n ChromaprintAnalyzer,\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/BlackFrame.cs", "content": "namespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// A frame of video that partially (or entirely) consists of black pixels.\n/// \npublic class BlackFrame\n{\n /// \n /// Initializes a new instance of the class.\n /// \n /// Percentage of the frame that is black.\n /// Time this frame appears at.\n public BlackFrame(int percent, double time)\n {\n Percentage = percent;\n Time = time;\n }\n\n /// \n /// Gets or sets the percentage of the frame that is black.\n /// \n public int Percentage { get; set; }\n\n /// \n /// Gets or sets the time (in seconds) this frame appeared at.\n /// \n public double Time { get; set; }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/EpisodeVisualization.cs", "content": "using System;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Episode name and internal ID as returned by the visualization controller.\n/// \npublic class EpisodeVisualization\n{\n /// \n /// Initializes a new instance of the class.\n /// \n /// Episode id.\n /// Episode name.\n public EpisodeVisualization(Guid id, string name)\n {\n Id = id;\n Name = name;\n }\n\n /// \n /// Gets the id.\n /// \n public Guid Id { get; private set; }\n\n /// \n /// Gets the name.\n /// \n public string Name { get; private set; } = string.Empty;\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/FingerprintException.cs", "content": "using System;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Exception raised when an error is encountered analyzing audio.\n/// \npublic class FingerprintException : Exception\n{\n /// \n /// Initializes a new instance of the class.\n /// \n public FingerprintException()\n {\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Exception message.\n public FingerprintException(string message) : base(message)\n {\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Exception message.\n /// Inner exception.\n public FingerprintException(string message, Exception inner) : base(message, inner)\n {\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/IntroWithMetadata.cs", "content": "using System;\nusing System.Text.Json.Serialization;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// An Segment class with episode metadata. Only used in end to end testing programs.\n/// \npublic class IntroWithMetadata : Segment\n{\n /// \n /// Initializes a new instance of the class.\n /// \n /// Series name.\n /// Season number.\n /// Episode title.\n /// Intro timestamps.\n public IntroWithMetadata(string series, int season, string title, Segment intro)\n {\n Series = series;\n Season = season;\n Title = title;\n\n ItemId = intro.ItemId;\n Start = intro.Start;\n End = intro.End;\n }\n\n /// \n /// Gets or sets the series name of the TV episode associated with this intro.\n /// \n public string Series { get; set; }\n\n /// \n /// Gets or sets the season number of the TV episode associated with this intro.\n /// \n public int Season { get; set; }\n\n /// \n /// Gets or sets the title of the TV episode associated with this intro.\n /// \n public string Title { get; set; }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/MediaSegmentsDb.cs", "content": "using System;\nusing System.Collections.Generic;\nusing System.Collections.ObjectModel;\nusing System.Linq;\nusing System.Threading.Tasks;\nusing Jellyfin.Data.Enums;\nusing MediaBrowser.Controller;\nusing MediaBrowser.Model.MediaSegments;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Small abstraction over MediaSegmentsManager.\n/// \npublic class MediaSegmentsDb\n{\n private readonly IMediaSegmentManager _segmentsManager;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// MediaSegmentsManager.\n public MediaSegmentsDb(IMediaSegmentManager segmentsManager)\n {\n _segmentsManager = segmentsManager;\n }\n\n /// \n /// Test if we can find segments.\n /// \n /// ItemId.\n /// Mode.\n /// A representing the result of the asynchronous operation.\n public async Task HasSegments(Guid itemId, MediaSegmentType type)\n {\n var list = await _segmentsManager.GetSegmentsAsync(itemId, [type]).ConfigureAwait(false);\n return list.Any();\n }\n\n /// \n /// Create new media segment together with metadata. Can also handle additional metadata without segment.\n /// \n /// segments to add.\n /// Metadata for a segment.\n /// Mode.\n /// A representing the result of the asynchronous operation.\n public async Task CreateMediaSegments(ReadOnlyDictionary segments, ReadOnlyDictionary metadata, MediaSegmentType mode)\n {\n var metaDBb = Plugin.Instance!.GetMetadataDb();\n Dictionary metadataLocal = metadata.ToDictionary();\n\n if (metaDBb == null)\n {\n throw new InvalidOperationException(\"Meta database was null\");\n }\n\n foreach (var (key, seg) in segments)\n {\n var newGuid = Guid.NewGuid();\n\n var newSeg = new MediaSegmentDto()\n {\n Id = newGuid,\n ItemId = seg.ItemId,\n Type = mode,\n StartTicks = Utils.SToTicks(seg.Start),\n EndTicks = Utils.SToTicks(seg.End),\n };\n\n await _segmentsManager.CreateSegmentAsync(newSeg, Plugin.Instance!.Name).ConfigureAwait(false);\n\n if (metadata.TryGetValue(key, out var meta))\n {\n metadataLocal.Remove(key);\n\n meta.SegmentId = newGuid;\n metaDBb.SaveSegment(meta);\n }\n }\n\n // we may have more metadata\n foreach (var meta in metadataLocal)\n {\n metaDBb.SaveSegment(meta.Value);\n }\n }\n\n /// \n /// Get segments from db by mode and id.\n /// \n /// Item Id.\n /// Mode of analysis.\n /// Dictionary of guid,segments.\n public async Task> GetMediaSegmentsByIdAsync(Guid itemId, MediaSegmentType mode)\n {\n var segments = await _segmentsManager.GetSegmentsAsync(itemId, [mode]).ConfigureAwait(false);\n\n var intros = new Dictionary();\n\n foreach (var item in segments)\n {\n intros.TryAdd(item.ItemId, new Segment()\n {\n ItemId = item.ItemId,\n Start = Utils.TicksToS(item.StartTicks),\n End = Utils.TicksToS(item.EndTicks),\n });\n }\n\n return intros;\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/QueuedMedia.cs", "content": "using System;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Media queued for analysis.\n/// \npublic class QueuedMedia\n{\n /// \n /// Gets or sets the Series name.\n /// \n public string SeriesName { get; set; } = string.Empty;\n\n /// \n /// Gets or sets the season number.\n /// \n public int SeasonNumber { get; set; }\n\n /// \n /// Gets or sets the media id.\n /// \n public Guid ItemId { get; set; }\n\n /// \n /// Gets or sets a value indicating whether this media has been already analyzed.\n /// \n public bool IsAnalyzed { get; set; }\n\n /// \n /// Gets or sets a value indicating whether this media should be skipped for blacklisting.\n /// This will happen when a Season has just one episode, which can't be Chromaprint compared analyzed but maybe at a later run.\n /// \n public bool SkipPreventAnalyzing { get; set; }\n\n /// \n /// Gets or sets the full path to episode/movie.\n /// \n public string Path { get; set; } = string.Empty;\n\n /// \n /// Gets or sets the name of the media, episode or movie.\n /// \n public string Name { get; set; } = string.Empty;\n\n /// \n /// Gets or sets the name of the source like quality (1080p, 4k, ...).\n /// \n public string SourceName { get; set; } = string.Empty;\n\n /// \n /// Gets or sets the timestamp (in seconds) to stop searching for an introduction at.\n /// \n public int IntroFingerprintEnd { get; set; }\n\n /// \n /// Gets or sets the timestamp (in seconds) to start looking for end credits at.\n /// \n public int CreditsFingerprintStart { get; set; }\n\n /// \n /// Gets or sets the total duration of this media file (in seconds).\n /// \n public int Duration { get; set; }\n\n /// \n public override bool Equals(object? obj)\n {\n return (obj as QueuedMedia)?.ItemId == this.ItemId;\n }\n\n /// \n public override int GetHashCode()\n {\n return ItemId.GetHashCode();\n }\n\n /// \n /// Gets the full name of the media, episode or movie with source name/quality.\n /// \n /// The full name of the media.\n public string GetFullName()\n {\n if (IsEpisode())\n {\n return $\"{SeriesName} S{SeasonNumber} - {Name}\";\n }\n else\n {\n return $\"{Name} ({SourceName})\";\n }\n }\n\n /// \n /// Gets or sets a value indicating whether this media is an episode, part of a tv show.\n /// \n /// Is an episode or not.\n public bool IsEpisode()\n {\n return !string.IsNullOrEmpty(SeriesName);\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/Segment.cs", "content": "using System;\nusing System.Text.Json.Serialization;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Result of fingerprinting and analyzing two episodes in a season.\n/// All times are measured in seconds relative to the beginning of the media file.\n/// \npublic class Segment\n{\n /// \n /// Initializes a new instance of the class.\n /// \n /// Episode.\n /// is episode.\n /// Introduction time range.\n public Segment(Guid episode, bool isEpisode, TimeRange intro)\n {\n ItemId = episode;\n Start = intro.Start;\n End = intro.End;\n IsEpisode = isEpisode;\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Episode.\n /// Introduction time range.\n public Segment(Guid episode, TimeRange intro)\n {\n ItemId = episode;\n Start = intro.Start;\n End = intro.End;\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Episode.\n public Segment(Guid episode)\n {\n ItemId = episode;\n Start = 0;\n End = 0;\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// intro.\n public Segment(Segment intro)\n {\n ItemId = intro.ItemId;\n Start = intro.Start;\n End = intro.End;\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n public Segment()\n {\n }\n\n /// \n /// Gets or sets the item ID of db.\n /// \n public Guid ItemId { get; set; }\n\n /// \n /// Gets a value indicating whether this introduction is valid or not.\n /// Invalid results must not be returned through the API.\n /// \n public bool Valid => End > 0;\n\n /// \n /// Gets the duration of this intro.\n /// \n [JsonIgnore]\n public double Duration => End - Start;\n\n /// \n /// Gets or sets the segment sequence start time.\n /// \n public double Start { get; set; }\n\n /// \n /// Gets or sets the segment sequence end time.\n /// \n public double End { get; set; }\n\n /// \n /// Gets or sets a value indicating whether this is an episode (not a movie).\n /// \n public bool IsEpisode { get; set; } = true;\n\n /// \n /// Gets or sets which analyzer created this segment.\n /// \n public AnalyzerType? AnalyzerType { get; set; }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/TimeRange.cs", "content": "using System;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n#pragma warning disable CA1036 // Override methods on comparable types\n\n/// \n/// Range of contiguous time.\n/// \npublic class TimeRange : IComparable\n{\n /// \n /// Initializes a new instance of the class.\n /// \n public TimeRange()\n {\n Start = 0;\n End = 0;\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Time range start.\n /// Time range end.\n public TimeRange(double start, double end)\n {\n Start = start;\n End = end;\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Original TimeRange.\n public TimeRange(TimeRange original)\n {\n Start = original.Start;\n End = original.End;\n }\n\n /// \n /// Gets or sets the time range start (in seconds).\n /// \n public double Start { get; set; }\n\n /// \n /// Gets or sets the time range end (in seconds).\n /// \n public double End { get; set; }\n\n /// \n /// Gets the duration of this time range (in seconds).\n /// \n public double Duration => End - Start;\n\n /// \n /// Compare TimeRange durations.\n /// \n /// Object to compare with.\n /// int.\n public int CompareTo(object? obj)\n {\n if (!(obj is TimeRange tr))\n {\n throw new ArgumentException(\"obj must be a TimeRange\");\n }\n\n return tr.Duration.CompareTo(Duration);\n }\n\n /// \n /// Tests if this TimeRange object intersects the provided TimeRange.\n /// \n /// Second TimeRange object to test.\n /// true if tr intersects the current TimeRange, false otherwise.\n public bool Intersects(TimeRange tr)\n {\n return\n (Start < tr.Start && tr.Start < End) ||\n (Start < tr.End && tr.End < End);\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/TimeRangeHelpers.cs", "content": "using System;\nusing System.Collections.Generic;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n#pragma warning restore CA1036\n\n/// \n/// Time range helpers.\n/// \npublic static class TimeRangeHelpers\n{\n /// \n /// Finds the longest contiguous time range.\n /// \n /// Sorted timestamps to search.\n /// Maximum distance permitted between contiguous timestamps.\n /// The longest contiguous time range (if one was found), or null (if none was found).\n public static TimeRange? FindContiguous(double[] times, double maximumDistance)\n {\n if (times.Length == 0)\n {\n return null;\n }\n\n Array.Sort(times);\n\n var ranges = new List();\n var currentRange = new TimeRange(times[0], times[0]);\n\n // For all provided timestamps, check if it is contiguous with its neighbor.\n for (var i = 0; i < times.Length - 1; i++)\n {\n var current = times[i];\n var next = times[i + 1];\n\n if (next - current <= maximumDistance)\n {\n currentRange.End = next;\n continue;\n }\n\n ranges.Add(new TimeRange(currentRange));\n currentRange = new TimeRange(next, next);\n }\n\n // Find and return the longest contiguous range.\n ranges.Sort();\n\n return (ranges.Count > 0) ? ranges[0] : null;\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Data/WarningManager.cs", "content": "namespace Jellyfin.Plugin.MediaAnalyzer;\n\nusing System;\n\n/// \n/// Support bundle warning.\n/// \n[Flags]\npublic enum PluginWarning\n{\n /// \n /// No warnings have been added.\n /// \n None = 0,\n\n /// \n /// Attempted to add skip button to web interface, but was unable to.\n /// \n UnableToAddSkipButton = 1,\n\n /// \n /// At least one media file on the server was unable to be fingerprinted by Chromaprint.\n /// \n InvalidChromaprintFingerprint = 2,\n\n /// \n /// The version of ffmpeg installed on the system is not compatible with the plugin.\n /// \n IncompatibleFFmpegBuild = 4,\n}\n\n/// \n/// Warning manager.\n/// \npublic static class WarningManager\n{\n private static PluginWarning warnings;\n\n /// \n /// Set warning.\n /// \n /// Warning.\n public static void SetFlag(PluginWarning warning)\n {\n warnings |= warning;\n }\n\n /// \n /// Clear warnings.\n /// \n public static void Clear()\n {\n warnings = PluginWarning.None;\n }\n\n /// \n /// Get warnings.\n /// \n /// Warnings.\n public static string GetWarnings()\n {\n return warnings.ToString();\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Db/MediaAnalyzerDbContext.cs", "content": "using System;\nusing Microsoft.EntityFrameworkCore;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Plugin database.\n/// \npublic class MediaAnalyzerDbContext : DbContext\n{\n private string dbPath;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Path to db.\n public MediaAnalyzerDbContext(string path)\n {\n dbPath = path;\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// The options.\n public MediaAnalyzerDbContext(DbContextOptions options) : base(options)\n {\n var folder = Environment.SpecialFolder.LocalApplicationData;\n var path = Environment.GetFolderPath(folder);\n dbPath = System.IO.Path.Join(path, \"mediaanalyzer.db\");\n }\n\n /// \n /// Gets the containing the blacklisted segments.\n /// \n public DbSet SegmentMetadata => Set();\n\n /// \n protected override void OnConfiguring(DbContextOptionsBuilder optionsBuilder)\n => optionsBuilder.UseSqlite($\"Data Source={dbPath}\");\n\n /// \n protected override void OnModelCreating(ModelBuilder modelBuilder)\n {\n modelBuilder.Entity()\n .HasKey(s => s.Id);\n\n modelBuilder.Entity()\n .Property(s => s.Id)\n .ValueGeneratedOnAdd();\n\n modelBuilder.Entity()\n .HasIndex(s => s.ItemId);\n }\n\n /// \n /// Apply migrations. Needs to be called before any actions are executed.\n /// \n public void ApplyMigrations()\n {\n this.Database.Migrate();\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Db/MediaAnalyzerDbFactory.cs", "content": "using Microsoft.EntityFrameworkCore;\nusing Microsoft.EntityFrameworkCore.Design;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Plugin database factory.\n/// \npublic class MediaAnalyzerDbFactory : IDesignTimeDbContextFactory\n{\n /// \n public MediaAnalyzerDbContext CreateDbContext(string[] args)\n {\n var optionsBuilder = new DbContextOptionsBuilder();\n optionsBuilder.UseSqlite(\"Data Source=jfpmediaanalyzer.db\");\n\n return new MediaAnalyzerDbContext(optionsBuilder.Options);\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Db/SegmentMetadata.cs", "content": "using System;\nusing Jellyfin.Data.Enums;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Metadata for MediaSegments. Metadata is also created for non segments (e.g. analyze blocking).\n/// \npublic class SegmentMetadata\n{\n /// \n /// Initializes a new instance of the class.\n /// \n /// Media item.\n /// The mode it ran.\n /// Analyzer who created it.\n public SegmentMetadata(QueuedMedia media, MediaSegmentType mode, AnalyzerType analyzer)\n {\n ItemId = media.ItemId;\n Type = mode;\n AnalyzerType = analyzer;\n Name = media.GetFullName();\n }\n\n /// \n /// Initializes a new instance of the class.\n /// \n public SegmentMetadata()\n {\n }\n\n /// \n /// Gets or sets the Id. Database generated.\n /// \n public Guid Id { get; set; }\n\n /// \n /// Gets or sets the \"full\" name for the Media (Series + Season + Episode or Movie + Source).\n /// \n public string Name { get; set; } = string.Empty;\n\n /// \n /// Gets or sets the segment Id of Jellyfin.\n /// \n public Guid SegmentId { get; set; }\n\n /// \n /// Gets or sets the item ID of Jellyfin.\n /// \n public Guid ItemId { get; set; }\n\n /// \n /// Gets or sets the segment type.\n /// \n public MediaSegmentType Type { get; set; }\n\n /// \n /// Gets or sets a value indicating whether the segment is blocked for future analysis.\n /// \n public bool PreventAnalyzing { get; set; }\n\n /// \n /// Gets or sets which analyzer created this segment.\n /// \n public AnalyzerType AnalyzerType { get; set; } = AnalyzerType.NotSet;\n\n /// \n /// Gets or sets the analyzer note. Data that an analyzer might provide as additional info.\n /// \n public string AnalyzerNote { get; set; } = string.Empty;\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Db/SegmentMetadataDb.cs", "content": "using System;\nusing System.Collections.Generic;\nusing System.Linq;\nusing System.Threading.Tasks;\nusing Jellyfin.Data.Enums;\nusing Jellyfin.Extensions;\nusing Microsoft.EntityFrameworkCore;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Database api for segment metadata.\n/// \npublic class SegmentMetadataDb\n{\n private string _pluginDbPath;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Plugin db path.\n public SegmentMetadataDb(string pluginDbPath)\n {\n _pluginDbPath = pluginDbPath;\n }\n\n /// \n /// Create or update a segment.\n /// \n /// Segment.\n public async void SaveSegment(SegmentMetadata seg)\n {\n using var db = GetPluginDb();\n await CreateOrUpdate(db, seg).ConfigureAwait(false);\n await db.SaveChangesAsync().ConfigureAwait(false);\n }\n\n /// \n /// Create prevent analyze segments from QueuedMedia.\n /// \n /// Queued Media.\n /// Mode.\n /// A representing the asynchronous operation.\n public async Task CreatePreventAnalyzeSegments(IReadOnlyCollection media, MediaSegmentType mode)\n {\n using var db = GetPluginDb();\n\n foreach (var seg in media)\n {\n var newseg = new SegmentMetadata\n {\n Name = seg.GetFullName(),\n Type = mode,\n PreventAnalyzing = true,\n ItemId = seg.ItemId,\n };\n\n await CreateOrUpdate(db, newseg).ConfigureAwait(false);\n }\n\n await db.SaveChangesAsync().ConfigureAwait(false);\n }\n\n /// \n /// Get metadata for segmentId.\n /// \n /// Media ItemId.\n /// A representing the asynchronous operation.\n public async Task GetSegment(Guid segmentId)\n {\n using var db = GetPluginDb();\n return await db.SegmentMetadata.AsNoTracking().FirstAsync(s => s.SegmentId == segmentId).ConfigureAwait(false);\n }\n\n /// \n /// Get metadata for itemId and type. We also store metadata for media that have no segmentId in jellyfin.\n /// \n /// Media ItemId.\n /// Segment Type.\n /// Optional: type of ananlyzer.\n /// A representing the asynchronous operation.\n public async Task> GetSegments(Guid itemId, MediaSegmentType type, AnalyzerType? analyzer)\n {\n using var db = GetPluginDb();\n var query = db.SegmentMetadata.Where(s => s.ItemId == itemId && s.Type == type);\n if (analyzer is not null)\n {\n query = query.Where(s => s.AnalyzerType == analyzer);\n }\n\n return await query.AsNoTracking().ToListAsync().ConfigureAwait(false);\n }\n\n /// \n /// Check if itemId and type should be prevented to analyze. AnalyzerType of these segments is NotSet.\n /// \n /// Media ItemId.\n /// Segment Type.\n /// A representing the asynchronous operation.\n public async Task PreventAnalyze(Guid itemId, MediaSegmentType type)\n {\n using var db = GetPluginDb();\n var seg = await db.SegmentMetadata.FirstAsync(s => s.ItemId == itemId && s.Type == type && s.AnalyzerType == AnalyzerType.NotSet).ConfigureAwait(false);\n // we may have multiple metadata for the same type+itemId. Search in all of them\n return seg is not null && seg.PreventAnalyzing;\n }\n\n /// \n /// Delete all metadata for itemId with prevent analyze set to true. Without itemId deletes them all.\n /// \n /// Media ItemId.\n /// A representing the asynchronous operation.\n public async Task DeletePreventAnalyzeSegments(Guid? itemId)\n {\n using var db = GetPluginDb();\n var query = db.SegmentMetadata.Where(s => s.PreventAnalyzing);\n\n if (!itemId.IsNullOrEmpty())\n {\n query = db.SegmentMetadata.Where(s => s.ItemId == itemId);\n }\n\n await query.ExecuteDeleteAsync().ConfigureAwait(false);\n }\n\n /// \n /// Delete all metadata for itemId and optional type.\n /// \n /// Media ItemId.\n /// Segment Type.\n /// A representing the asynchronous operation.\n public async Task DeleteSegments(Guid itemId, MediaSegmentType? type)\n {\n using var db = GetPluginDb();\n var query = db.SegmentMetadata.Where(s => s.ItemId == itemId);\n\n if (type is not null)\n {\n query = query.Where(s => s.Type == type);\n }\n\n await query.ExecuteDeleteAsync().ConfigureAwait(false);\n }\n\n /// \n /// Create or update a segment.\n /// \n /// Database.\n /// SegmentMetadata.\n /// Task.\n private async Task CreateOrUpdate(MediaAnalyzerDbContext db, SegmentMetadata seg)\n {\n var found = await db.SegmentMetadata.FirstAsync(s => s.Id.Equals(seg.Id)).ConfigureAwait(false);\n\n if (found is not null)\n {\n found.Name = seg.Name;\n found.SegmentId = seg.SegmentId;\n found.Type = seg.Type;\n found.ItemId = seg.ItemId;\n found.PreventAnalyzing = seg.PreventAnalyzing;\n found.AnalyzerType = seg.AnalyzerType;\n found.AnalyzerNote = seg.AnalyzerNote;\n }\n else\n {\n db.SegmentMetadata.Add(seg);\n }\n }\n\n /// \n /// Get context of plugin database.\n /// \n /// Instance of db.\n public MediaAnalyzerDbContext GetPluginDb()\n {\n return new MediaAnalyzerDbContext(_pluginDbPath);\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/Entrypoint/LibraryChangedEntrypoint.cs", "content": "using System;\nusing System.Threading;\nusing System.Threading.Tasks;\nusing Jellyfin.Data.Enums;\nusing MediaBrowser.Controller.Entities.Movies;\nusing MediaBrowser.Controller.Entities.TV;\nusing MediaBrowser.Controller.Library;\nusing MediaBrowser.Model.Entities;\nusing MediaBrowser.Model.Tasks;\nusing Microsoft.Extensions.Hosting;\nusing Microsoft.Extensions.Logging;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Act on changes of the jellyfin library.\n/// \npublic sealed class LibraryChangedEntrypoint : IHostedService, IDisposable\n{\n private readonly ILibraryManager _libraryManager;\n private readonly ITaskManager _taskManager;\n private readonly ILogger _logger;\n private readonly ILoggerFactory _loggerFactory;\n private Timer _queueTimer;\n private bool _analyzeAgain;\n\n /// \n /// Initializes a new instance of the class.\n /// \n /// Library manager.\n /// Task manager.\n /// Logger.\n /// Logger factory.\n public LibraryChangedEntrypoint(\n ILibraryManager libraryManager,\n ITaskManager taskManager,\n ILogger logger,\n ILoggerFactory loggerFactory)\n {\n _libraryManager = libraryManager;\n _taskManager = taskManager;\n _logger = logger;\n _loggerFactory = loggerFactory;\n\n _queueTimer = new Timer(\n OnQueueTimerCallback,\n null,\n Timeout.InfiniteTimeSpan,\n Timeout.InfiniteTimeSpan);\n }\n\n /// \n public Task StartAsync(CancellationToken cancellationToken)\n {\n _libraryManager.ItemAdded += LibraryManagerItemAdded;\n _libraryManager.ItemUpdated += LibraryManagerItemUpdated;\n _libraryManager.ItemRemoved += LibraryManagerItemRemoved;\n FFmpegWrapper.Logger = _logger;\n\n return Task.CompletedTask;\n }\n\n /// \n public Task StopAsync(CancellationToken cancellationToken)\n {\n _libraryManager.ItemAdded -= LibraryManagerItemAdded;\n _libraryManager.ItemUpdated -= LibraryManagerItemUpdated;\n _libraryManager.ItemRemoved -= LibraryManagerItemRemoved;\n return Task.CompletedTask;\n }\n\n /// \n /// Delete segments for itemid when library removed it.\n /// \n /// The sending entity.\n /// The .\n private void LibraryManagerItemRemoved(object? sender, ItemChangeEventArgs itemChangeEventArgs)\n {\n if (itemChangeEventArgs.Item is not Movie and not Episode)\n {\n return;\n }\n\n if (itemChangeEventArgs.Item.LocationType == LocationType.Virtual)\n {\n return;\n }\n\n _ = Plugin.Instance!.GetMetadataDb().DeleteSegments(itemChangeEventArgs.Item.Id, null);\n }\n\n /// \n /// Library item was added.\n /// \n /// The sending entity.\n /// The .\n private void LibraryManagerItemAdded(object? sender, ItemChangeEventArgs itemChangeEventArgs)\n {\n if (!Plugin.Instance!.Configuration.RunAfterAddOrUpdateEvent)\n {\n return;\n }\n\n // Don't do anything if it's not a supported media type\n if (itemChangeEventArgs.Item is not Movie and not Episode)\n {\n return;\n }\n\n if (itemChangeEventArgs.Item.LocationType == LocationType.Virtual)\n {\n return;\n }\n\n StartTimer();\n }\n\n /// \n /// TaskManager task ended.\n /// \n /// The sending entity.\n /// The .\n private void TaskManagerTaskCompleted(object? sender, TaskCompletionEventArgs eventArgs)\n {\n var result = eventArgs.Result;\n\n if (!Plugin.Instance!.Configuration.RunAfterLibraryScan)\n {\n return;\n }\n\n if (result.Key != \"RefreshLibrary\")\n {\n return;\n }\n\n if (result.Status != TaskCompletionStatus.Completed)\n {\n return;\n }\n\n StartTimer();\n }\n\n /// \n /// Library item was updated.\n /// \n /// The sending entity.\n /// The .\n private void LibraryManagerItemUpdated(object? sender, ItemChangeEventArgs itemChangeEventArgs)\n {\n if (!Plugin.Instance!.Configuration.RunAfterAddOrUpdateEvent)\n {\n return;\n }\n\n // Don't do anything if it's not a supported media type\n if (itemChangeEventArgs.Item is not Movie and not Episode)\n {\n return;\n }\n\n if (itemChangeEventArgs.Item.LocationType == LocationType.Virtual)\n {\n return;\n }\n\n StartTimer();\n }\n\n /// \n /// Start or restart timer to debounce analyzing.\n /// \n private void StartTimer()\n {\n if (Plugin.Instance!.AnalysisRunning)\n {\n _analyzeAgain = true;\n }\n else\n {\n _logger.LogInformation(\"Media Library changed, analyzis will start soon!\");\n _queueTimer.Change(TimeSpan.FromMilliseconds(15000), Timeout.InfiniteTimeSpan);\n }\n }\n\n /// \n /// Wait for timer callback to be completed.\n /// \n private void OnQueueTimerCallback(object? state)\n {\n try\n {\n OnQueueTimerCallbackInternal();\n }\n catch (Exception ex)\n {\n _logger.LogError(ex, \"Error in OnQueueTimerCallbackInternal\");\n }\n }\n\n /// \n /// Wait for timer to be completed.\n /// \n private void OnQueueTimerCallbackInternal()\n {\n _logger.LogInformation(\"Timer elapsed - start analyzing\");\n Plugin.Instance!.AnalysisRunning = true;\n var progress = new Progress();\n var cancellationToken = new CancellationToken(false);\n\n // intro\n var introBaseAnalyzer = new BaseItemAnalyzerTask(\n MediaSegmentType.Intro,\n _loggerFactory.CreateLogger(),\n _loggerFactory,\n _libraryManager);\n\n introBaseAnalyzer.AnalyzeItems(progress, cancellationToken);\n\n // outro\n var outroBaseAnalyzer = new BaseItemAnalyzerTask(\n MediaSegmentType.Outro,\n _loggerFactory.CreateLogger(),\n _loggerFactory,\n _libraryManager);\n\n outroBaseAnalyzer.AnalyzeItems(progress, cancellationToken);\n\n Plugin.Instance!.AnalysisRunning = false;\n\n // we might need to analyze again\n if (_analyzeAgain)\n {\n _logger.LogInformation(\"Analyzing ended, but we need to analyze again!\");\n _analyzeAgain = false;\n StartTimer();\n }\n }\n\n /// \n public void Dispose()\n {\n _queueTimer.Dispose();\n }\n}\n" }, { "path": "Jellyfin.Plugin.MediaAnalyzer/FFmpegWrapper.cs", "content": "using System;\nusing System.Collections.Generic;\nusing System.Diagnostics;\nusing System.Globalization;\nusing System.IO;\nusing System.Text;\nusing System.Text.RegularExpressions;\nusing Jellyfin.Data.Enums;\nusing Microsoft.Extensions.Logging;\n\nnamespace Jellyfin.Plugin.MediaAnalyzer;\n\n/// \n/// Wrapper for libchromaprint and the silencedetect filter.\n/// \npublic static class FFmpegWrapper\n{\n private static readonly object InvertedIndexCacheLock = new();\n\n /// \n /// Used with FFmpeg's silencedetect filter to extract the start and end times of silence.\n /// \n private static readonly Regex SilenceDetectionExpression = new(\n \"silence_(?start|end): (?