/* * Strawberry Music Player * This file was part of Clementine. * Copyright 2012, David Sansome * Copyright 2019-2025, Jonas Kvinge * * Strawberry is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Strawberry is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Strawberry. If not, see . * */ #include "moodbarpipeline.h" #include #include #include #include #include #include #include #include #include #include #include "core/logging.h" #include "core/signalchecker.h" #include "utilities/threadutils.h" #include "moodbar/moodbarbuilder.h" #include "engine/gstfastspectrum.h" using namespace Qt::Literals::StringLiterals; using std::make_unique; namespace { constexpr int kBands = 128; } MoodbarPipeline::MoodbarPipeline(const QUrl &url, QObject *parent) : QObject(parent), url_(url), pipeline_(nullptr), convert_element_(nullptr), success_(false), running_(false) {} MoodbarPipeline::~MoodbarPipeline() { Cleanup(); } GstElement *MoodbarPipeline::CreateElement(const QByteArray &factory_name) { GstElement *element = gst_element_factory_make(factory_name.constData(), nullptr); if (element) { gst_bin_add(GST_BIN(pipeline_), element); } else { qLog(Warning) << "Unable to create gstreamer element" << factory_name; } return element; } QByteArray MoodbarPipeline::ToGstUrl(const QUrl &url) { if (url.isLocalFile() && !url.host().isEmpty()) { QString str = "file:////"_L1 + url.host() + url.path(); return str.toUtf8(); } return url.toEncoded(); } void MoodbarPipeline::Start() { Q_ASSERT(QThread::currentThread() == thread()); Q_ASSERT(QThread::currentThread() != qApp->thread()); Utilities::SetThreadIOPriority(Utilities::IoPriority::IOPRIO_CLASS_IDLE); if (pipeline_) { return; } pipeline_ = gst_pipeline_new("moodbar-pipeline"); GstElement *decodebin = CreateElement("uridecodebin"); convert_element_ = CreateElement("audioconvert"); GstElement *spectrum = CreateElement("strawberry-fastspectrum"); GstElement *fakesink = CreateElement("fakesink"); if (!decodebin || !convert_element_ || !spectrum || !fakesink) { gst_object_unref(GST_OBJECT(pipeline_)); pipeline_ = nullptr; Q_EMIT Finished(false); return; } // Join them together if (!gst_element_link_many(convert_element_, spectrum, fakesink, nullptr)) { qLog(Error) << "Failed to link elements"; gst_object_unref(GST_OBJECT(pipeline_)); pipeline_ = nullptr; Q_EMIT Finished(false); return; } builder_ = make_unique(); // Set properties QByteArray gst_url = ToGstUrl(url_); g_object_set(decodebin, "uri", gst_url.constData(), nullptr); g_object_set(spectrum, "bands", kBands, nullptr); GstStrawberryFastSpectrum *fastspectrum = reinterpret_cast(spectrum); fastspectrum->output_callback = [this](double *magnitudes, const int size) { builder_->AddFrame(magnitudes, size); }; // Connect signals CHECKED_GCONNECT(decodebin, "pad-added", &NewPadCallback, this); GstBus *bus = gst_pipeline_get_bus(GST_PIPELINE(pipeline_)); if (bus) { gst_bus_set_sync_handler(bus, BusCallbackSync, this, nullptr); gst_object_unref(bus); } // Start playing running_ = true; gst_element_set_state(pipeline_, GST_STATE_PLAYING); } void MoodbarPipeline::ReportError(GstMessage *msg) { GError *error = nullptr; gchar *debugs = nullptr; gst_message_parse_error(msg, &error, &debugs); QString message = QString::fromLocal8Bit(error->message); g_error_free(error); g_free(debugs); qLog(Error) << "Error processing" << url_ << ":" << message; } void MoodbarPipeline::NewPadCallback(GstElement *element, GstPad *pad, gpointer self) { Q_UNUSED(element) MoodbarPipeline *instance = reinterpret_cast(self); if (!instance->running_) { qLog(Warning) << "Received gstreamer callback after pipeline has stopped."; return; } GstPad *const audiopad = gst_element_get_static_pad(instance->convert_element_, "sink"); if (!audiopad) return; if (GST_PAD_IS_LINKED(audiopad)) { qLog(Warning) << "audiopad is already linked, unlinking old pad"; gst_pad_unlink(audiopad, GST_PAD_PEER(audiopad)); } gst_pad_link(pad, audiopad); gst_object_unref(audiopad); int rate = 0; GstCaps *caps = gst_pad_get_current_caps(pad); if (caps) { GstStructure *structure = gst_caps_get_structure(caps, 0); if (structure) { gst_structure_get_int(structure, "rate", &rate); } gst_caps_unref(caps); } if (instance->builder_) { instance->builder_->Init(kBands, rate); } else { qLog(Error) << "Builder does not exist"; } } GstBusSyncReply MoodbarPipeline::BusCallbackSync(GstBus *bus, GstMessage *message, gpointer self) { Q_UNUSED(bus) MoodbarPipeline *instance = reinterpret_cast(self); if (!instance->running_) return GST_BUS_PASS; switch (GST_MESSAGE_TYPE(message)) { case GST_MESSAGE_EOS: instance->Stop(true); break; case GST_MESSAGE_ERROR: instance->ReportError(message); instance->Stop(false); break; default: break; } return GST_BUS_PASS; } void MoodbarPipeline::Stop(const bool success) { running_ = false; QMetaObject::invokeMethod(this, "Finish", Qt::QueuedConnection, Q_ARG(bool, success)); } void MoodbarPipeline::Finish(const bool success) { Q_ASSERT(QThread::currentThread() == thread()); Q_ASSERT(QThread::currentThread() != qApp->thread()); success_ = success; if (builder_) { data_ = builder_->Finish(1000); builder_.reset(); } Cleanup(); Q_EMIT Finished(success); } void MoodbarPipeline::Cleanup() { running_ = false; if (pipeline_) { GstBus *bus = gst_pipeline_get_bus(GST_PIPELINE(pipeline_)); if (bus) { gst_bus_set_sync_handler(bus, nullptr, nullptr, nullptr); gst_object_unref(bus); } gst_element_set_state(pipeline_, GST_STATE_NULL); gst_object_unref(pipeline_); pipeline_ = nullptr; } }